Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9e/46c96be6a0417108c955eb16208184/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/16/55856af7a0be1bd15b27d337f068cc/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9e/46c96be6a0417108c955eb16208184/.command.run
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/16/55856af7a0be1bd15b27d337f068cc/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-965752-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-965752-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/saturation_qc.tsv
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-965752-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-965752-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/contamination.tsv
fragment_size -bams aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/fragsize -threads 1
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
151043it [00:00, 1510283.81it/s]
311497it [00:00, 1565683.38it/s]
469176it [00:00, 1570717.78it/s]
628249it [00:00, 1578586.00it/s]
788071it [00:00, 1585496.06it/s]
953930it [00:00, 1610321.43it/s]
1119545it [00:00, 1625233.60it/s]
1286673it [00:00, 1639860.80it/s]
1455004it [00:00, 1653413.68it/s]
1620346it [00:01, 1646934.75it/s]
1786797it [00:01, 1652270.44it/s]
1952030it [00:01, 1549803.45it/s]
2108273it [00:01, 1492360.43it/s]
2270212it [00:01, 1528432.54it/s]
2435066it [00:01, 1563087.62it/s]
2601564it [00:01, 1592820.40it/s]
2769551it [00:01, 1618359.90it/s]
2931930it [00:01, 1612115.00it/s]
3098478it [00:01, 1627896.00it/s]
3261554it [00:02, 1625489.45it/s]
3428696it [00:02, 1639121.40it/s]
3593324it [00:02, 1641163.27it/s]
3757547it [00:02, 1637510.90it/s]
3921374it [00:02, 1632950.58it/s]
4086962it [00:02, 1639706.03it/s]
4252370it [00:02, 1643953.87it/s]
4418640it [00:02, 1649526.14it/s]
4584480it [00:02, 1652142.67it/s]
4749711it [00:02, 1624297.41it/s]
4912255it [00:03, 1615274.39it/s]
5073863it [00:03, 1600344.93it/s]
5233967it [00:03, 1586182.80it/s]
5392642it [00:03, 1464991.43it/s]
5540875it [00:03, 1463373.48it/s]
5706348it [00:03, 1517843.65it/s]
5874286it [00:03, 1564530.54it/s]
6042999it [00:03, 1600229.69it/s]
6210515it [00:03, 1622273.48it/s]
6373588it [00:03, 1624685.76it/s]
6536485it [00:04, 1625930.01it/s]
6703218it [00:04, 1638244.28it/s]
6871187it [00:04, 1650596.34it/s]
7039119it [00:04, 1659161.03it/s]
7207106it [00:04, 1665337.98it/s]
7375548it [00:04, 1671032.73it/s]
7542707it [00:04, 1651905.56it/s]
7707985it [00:04, 1428115.32it/s]
7870663it [00:04, 1481448.28it/s]
8039141it [00:05, 1537808.18it/s]
8207014it [00:05, 1577769.62it/s]
8375621it [00:05, 1608984.26it/s]
8538528it [00:05, 1608957.89it/s]
8704477it [00:05, 1623767.60it/s]
8874424it [00:05, 1646110.59it/s]
9042342it [00:05, 1655900.96it/s]
9211904it [00:05, 1667707.42it/s]
9380468it [00:05, 1672941.05it/s]
9548990it [00:05, 1676590.90it/s]
9717236it [00:06, 1678167.83it/s]
9886300it [00:06, 1681882.27it/s]
10054583it [00:06, 1679618.50it/s]
10222612it [00:06, 1679546.68it/s]
10391424it [00:06, 1682093.60it/s]
10559667it [00:06, 1680757.44it/s]
10727766it [00:06, 1668681.94it/s]
10894669it [00:06, 1668609.45it/s]
11061555it [00:06, 1660403.60it/s]
11227619it [00:06, 1623819.13it/s]
11390977it [00:07, 1626587.64it/s]
11553764it [00:07, 1601801.78it/s]
11723098it [00:07, 1628673.76it/s]
11892457it [00:07, 1647846.51it/s]
12061284it [00:07, 1659829.12it/s]
12232245it [00:07, 1674633.11it/s]
12404865it [00:07, 1689934.73it/s]
12574520it [00:07, 1691884.90it/s]
12744247it [00:07, 1693471.44it/s]
12915749it [00:07, 1699843.62it/s]
13086567it [00:08, 1702321.13it/s]
13256818it [00:08, 1692594.27it/s]
13426103it [00:08, 1682903.07it/s]
13594547it [00:08, 1683340.94it/s]
13762900it [00:08, 1672417.13it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
13930166it [00:08, 1667447.12it/s]
14096927it [00:08, 1658052.36it/s]
14262749it [00:08, 1655622.93it/s]
14428322it [00:08, 1645566.43it/s]
14595357it [00:08, 1652885.74it/s]
14763375it [00:09, 1660890.26it/s]
14932335it [00:09, 1669441.96it/s]
15100247it [00:09, 1672318.13it/s]
15268195it [00:09, 1674442.94it/s]
15437577it [00:09, 1680224.01it/s]
15605607it [00:09, 1679183.19it/s]
15773531it [00:09, 1661818.95it/s]
15940520it [00:09, 1664055.72it/s]
16109051it [00:09, 1670371.80it/s]
16276153it [00:09, 1670544.52it/s]
16443226it [00:10, 1663896.78it/s]
16609633it [00:10, 1662158.87it/s]
16775861it [00:10, 1647056.48it/s]
16940601it [00:10, 1636042.17it/s]
17104236it [00:10, 1555047.83it/s]
17260995it [00:10, 1558630.15it/s]
17426834it [00:10, 1587629.45it/s]
17586415it [00:10, 1590013.43it/s]
17749190it [00:10, 1601143.92it/s]
17913874it [00:11, 1614685.13it/s]
18078183it [00:11, 1623001.37it/s]
18240628it [00:11, 1615942.95it/s]
18404823it [00:11, 1623536.68it/s]
18515251it [00:11, 1628592.74it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-965752-R1_A23WJ53LT4_1.md -output aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/aih-tih-sc-965752-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-965752-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-965752-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1.md -output aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-965752-R1_A23WJ53LT4_1/aih-tih-sc-965752-R1_A23WJ53LT4_1_full_basic_stats.tsv