Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/62/3870c06eea70946746802985fcf850/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a1/f85bed49e864c0cc99861276a23e10/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a1/f85bed49e864c0cc99861276a23e10/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/62/3870c06eea70946746802985fcf850/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-3377ac-R1_A23YTGFLT4_1
+ all_qc -bam aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-3377ac-R1_A23YTGFLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam -bed aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam -region chr20 -output aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.mpileup && contamination -input aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
157943it [00:00, 1579247.01it/s]
325185it [00:00, 1633681.80it/s]
494314it [00:00, 1659936.74it/s]
660777it [00:00, 1661746.22it/s]
829406it [00:00, 1670547.88it/s]
996461it [00:00, 1664713.17it/s]
1162937it [00:00, 1649251.52it/s]
1336388it [00:00, 1676143.31it/s]
1510294it [00:00, 1695666.24it/s]
1682829it [00:01, 1704755.56it/s]
1855027it [00:01, 1709984.87it/s]
2029767it [00:01, 1721311.17it/s]
2203496it [00:01, 1726114.68it/s]
2382323it [00:01, 1744838.87it/s]
2557515it [00:01, 1746939.80it/s]
2732217it [00:01, 1746102.73it/s]
2909347it [00:01, 1753644.73it/s]
3084716it [00:01, 1751348.79it/s]
3259855it [00:01, 1747568.49it/s]
3434616it [00:02, 1734050.50it/s]
3609979it [00:02, 1739839.39it/s]
3785773it [00:02, 1745216.44it/s]
3960312it [00:02, 1739605.96it/s]
4134287it [00:02, 1739128.16it/s]
4310050it [00:02, 1744540.99it/s]
4484513it [00:02, 1740336.19it/s]
4658555it [00:02, 1734875.90it/s]
4832050it [00:02, 1720402.01it/s]
5006075it [00:02, 1726268.65it/s]
5182494it [00:03, 1737542.12it/s]
5358098it [00:03, 1743036.06it/s]
5534220it [00:03, 1748445.85it/s]
5709080it [00:03, 1739404.54it/s]
5883040it [00:03, 1732337.56it/s]
6056291it [00:03, 1730248.86it/s]
6229327it [00:03, 1723752.83it/s]
6401713it [00:03, 1723024.87it/s]
6574022it [00:03, 1718960.56it/s]
6746686it [00:03, 1721218.97it/s]
6919424it [00:04, 1722960.52it/s]
7091724it [00:04, 1722141.02it/s]
7264089it [00:04, 1722421.14it/s]
7438881it [00:04, 1730026.11it/s]
7612901it [00:04, 1733019.71it/s]
7787173it [00:04, 1735895.74it/s]
7962582it [00:04, 1741319.06it/s]
8136716it [00:04, 1739900.25it/s]
8311752it [00:04, 1743003.59it/s]
8486054it [00:04, 1740025.14it/s]
8660077it [00:05, 1740058.41it/s]
8834085it [00:05, 1732651.82it/s]
9009306it [00:05, 1738382.33it/s]
9185384it [00:05, 1745051.60it/s]
9363484it [00:05, 1755768.43it/s]
9539068it [00:05, 1753483.29it/s]
9717918it [00:05, 1763937.70it/s]
9895447it [00:05, 1767307.84it/s]
10072183it [00:05, 1763972.28it/s]
10248585it [00:05, 1754579.67it/s]
10424056it [00:06, 1747669.69it/s]
10600046it [00:06, 1751286.06it/s]
10776160it [00:06, 1754197.04it/s]
10951589it [00:06, 1752004.29it/s]
11126796it [00:06, 1750197.42it/s]
11301820it [00:06, 1748548.35it/s]
11476678it [00:06, 1739594.02it/s]
11652833it [00:06, 1746106.74it/s]
11827727it [00:06, 1746919.09it/s]
12004258it [00:06, 1752213.15it/s]
12179487it [00:07, 1751951.52it/s]
12354694it [00:07, 1751956.23it/s]
12530235it [00:07, 1752955.44it/s]
12705975it [00:07, 1754254.44it/s]
12834070it [00:07, 1733870.54it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth.gz > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth_hist.tsv
cat aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md -output aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.depth.gz> aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bam > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md.bai
cat aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1.md -output aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-3377ac-R1_A23YTGFLT4_1/aih-tih-sc-3377ac-R1_A23YTGFLT4_1_full_basic_stats.tsv