Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/78/205da25f64756d773293860ce57bac/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/94/3b2854895db1ca2ce6e2d696fcfe9f/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/78/205da25f64756d773293860ce57bac/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/94/3b2854895db1ca2ce6e2d696fcfe9f/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-7c8bae-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-7c8bae-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam -region chr20 -output aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
0it [00:00, ?it/s]
139910it [00:00, 1398997.93it/s]
279810it [00:00, 1398780.23it/s]
419689it [00:00, 1390684.72it/s]
571981it [00:00, 1442475.06it/s]
731641it [00:00, 1497896.95it/s]
895072it [00:00, 1544169.32it/s]
1058371it [00:00, 1573148.93it/s]
1225234it [00:00, 1603501.32it/s]
1385600it [00:00, 1600641.96it/s]
1549475it [00:01, 1612357.33it/s]
1715663it [00:01, 1627473.35it/s]
1882451it [00:01, 1639734.73it/s]
2046432it [00:01, 1552672.79it/s]
2202649it [00:01, 1424745.34it/s]
2349798it [00:01, 1437600.66it/s]
2503955it [00:01, 1466936.54it/s]
2660783it [00:01, 1496045.63it/s]
2827488it [00:01, 1545800.88it/s]
2983037it [00:01, 1538758.58it/s]
3137586it [00:02, 1511584.88it/s]
3289280it [00:02, 1396887.69it/s]
3447049it [00:02, 1447062.09it/s]
3611976it [00:02, 1504514.47it/s]
3779907it [00:02, 1554940.31it/s]
3950387it [00:02, 1598686.54it/s]
4111263it [00:02, 1564650.38it/s]
4268550it [00:02, 1535610.83it/s]
4432138it [00:02, 1564555.58it/s]
4591354it [00:03, 1572604.37it/s]
4749219it [00:03, 1574358.30it/s]
4909833it [00:03, 1583746.67it/s]
5068418it [00:03, 1545879.53it/s]
5223328it [00:03, 1529109.04it/s]
5383073it [00:03, 1548991.34it/s]
5545551it [00:03, 1571244.46it/s]
5712954it [00:03, 1601684.47it/s]
5881182it [00:03, 1625634.56it/s]
6047350it [00:03, 1636194.29it/s]
6214136it [00:04, 1645508.50it/s]
6387227it [00:04, 1671031.93it/s]
6554391it [00:04, 1667352.83it/s]
6722775it [00:04, 1671552.21it/s]
6890687it [00:04, 1673793.47it/s]
7059860it [00:04, 1679145.07it/s]
7227792it [00:04, 1607943.91it/s]
7389233it [00:04, 1491829.29it/s]
7540316it [00:04, 1496040.62it/s]
7698764it [00:04, 1521142.07it/s]
7861570it [00:05, 1551983.69it/s]
8021804it [00:05, 1566667.55it/s]
8179133it [00:05, 1554085.76it/s]
8335009it [00:05, 1534713.18it/s]
8502422it [00:05, 1575547.55it/s]
8670512it [00:05, 1606614.61it/s]
8831464it [00:05, 1583139.83it/s]
8990327it [00:05, 1584730.95it/s]
9148984it [00:05, 1574095.34it/s]
9307624it [00:05, 1577653.64it/s]
9466951it [00:06, 1582263.01it/s]
9625251it [00:06, 1577472.75it/s]
9796195it [00:06, 1616758.62it/s]
9966302it [00:06, 1641899.75it/s]
10133844it [00:06, 1651898.41it/s]
10299902it [00:06, 1654474.46it/s]
10465381it [00:06, 1636287.61it/s]
10632166it [00:06, 1645601.78it/s]
10800309it [00:06, 1656259.11it/s]
10968433it [00:06, 1663695.62it/s]
11134837it [00:07, 1604467.15it/s]
11295748it [00:07, 1518228.40it/s]
11448690it [00:07, 1492073.38it/s]
11602048it [00:07, 1503713.84it/s]
11765243it [00:07, 1540565.88it/s]
11928329it [00:07, 1566031.96it/s]
12085579it [00:07, 1567901.43it/s]
12252873it [00:07, 1598944.56it/s]
12419913it [00:07, 1620050.71it/s]
12591434it [00:08, 1648377.29it/s]
12762684it [00:08, 1667496.94it/s]
12929561it [00:08, 1665485.89it/s]
13098526it [00:08, 1672631.02it/s]
13270086it [00:08, 1685466.94it/s]
13439462it [00:08, 1687925.78it/s]
13614917it [00:08, 1707865.05it/s]
13794474it [00:08, 1734129.79it/s]
13967908it [00:08, 1723043.02it/s]
14140243it [00:08, 1678474.43it/s]
14308347it [00:09, 1625005.75it/s]
14471303it [00:09, 1616531.58it/s]
14636684it [00:09, 1627298.95it/s]
14799657it [00:09, 1622834.69it/s]
14966403it [00:09, 1635964.44it/s]
15130138it [00:09, 1625990.37it/s]
15292837it [00:09, 1616697.89it/s]
15457684it [00:09, 1626084.21it/s]
15620355it [00:09, 1616107.07it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
15787524it [00:09, 1632564.91it/s]
15950833it [00:10, 1606065.50it/s]
16111555it [00:10, 1587764.13it/s]
16270431it [00:10, 1559823.47it/s]
16431596it [00:10, 1574786.04it/s]
16590874it [00:10, 1580063.49it/s]
16752129it [00:10, 1589567.85it/s]
16911170it [00:10, 1576504.10it/s]
17068893it [00:10, 1574678.49it/s]
17226410it [00:10, 1545423.49it/s]
17381083it [00:10, 1535313.67it/s]
17534702it [00:11, 1514358.66it/s]
17686228it [00:11, 1513592.90it/s]
17837649it [00:11, 1496890.27it/s]
17987397it [00:11, 1478746.12it/s]
18151720it [00:11, 1526964.23it/s]
18312521it [00:11, 1550876.94it/s]
18479163it [00:11, 1585135.84it/s]
18646508it [00:11, 1611404.62it/s]
18814596it [00:11, 1632113.28it/s]
18933832it [00:11, 1582655.00it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth.gz > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth_hist.tsv
cat aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md -output aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md.bai
cat aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1.md -output aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-7c8bae-R1_B23WHYVLT4_1/aih-tih-sc-7c8bae-R1_B23WHYVLT4_1_full_basic_stats.tsv