Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/84/b6b26429e00558a18256b9e67f649d/tih_rna_sample_00166_B23WHTKLT4_2.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/36/a2167e1208a4d3c3669d91ad9c9d52/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/84/b6b26429e00558a18256b9e67f649d/tih_rna_sample_00166_B23WHTKLT4_2.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/36/a2167e1208a4d3c3669d91ad9c9d52/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00166_B23WHTKLT4_2
+ all_qc -bam tih_rna_sample_00166_B23WHTKLT4_2.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00166_B23WHTKLT4_2 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00166_B23WHTKLT4_2.md.bam -bed tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth.gz
saturation_plot -bams tih_rna_sample_00166_B23WHTKLT4_2.md.bam -region chr20 -output tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00166_B23WHTKLT4_2.md.bam > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00166_B23WHTKLT4_2.md.bam -region chr20 -output_prefix tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00166_B23WHTKLT4_2.md.bam > tih_rna_sample_00166_B23WHTKLT4_2.md.mpileup && contamination -input tih_rna_sample_00166_B23WHTKLT4_2.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
0it [00:00, ?it/s]
119682it [00:00, 1196587.20it/s]
239341it [00:00, 1169840.73it/s]
356367it [00:00, 1163484.82it/s]
474502it [00:00, 1170420.13it/s]
592487it [00:00, 1173758.12it/s]
709878it [00:00, 1171245.11it/s]
827285it [00:00, 1172129.27it/s]
944505it [00:00, 1171598.05it/s]
1061987it [00:00, 1172568.24it/s]
1180773it [00:01, 1177151.46it/s]
1299294it [00:01, 1179584.00it/s]
1417255it [00:01, 1177388.50it/s]
1534997it [00:01, 1177269.37it/s]
1687188it [00:01, 1281190.27it/s]
1824881it [00:01, 1309989.20it/s]
1967814it [00:01, 1345853.24it/s]
2134425it [00:01, 1442070.06it/s]
2297676it [00:01, 1499233.98it/s]
2460855it [00:01, 1538997.73it/s]
2626106it [00:02, 1572838.64it/s]
2789253it [00:02, 1590403.11it/s]
2948298it [00:02, 1576334.83it/s]
3110469it [00:02, 1589821.04it/s]
3269482it [00:02, 1586690.93it/s]
3428173it [00:02, 1511005.54it/s]
3580021it [00:02, 1489602.30it/s]
3745128it [00:02, 1536190.67it/s]
3905510it [00:02, 1555791.84it/s]
4069240it [00:02, 1579649.63it/s]
4227553it [00:03, 1557314.25it/s]
4383576it [00:03, 1557324.83it/s]
4549354it [00:03, 1586961.75it/s]
4708235it [00:03, 1578401.89it/s]
4866208it [00:03, 1320008.03it/s]
5005325it [00:03, 1184304.41it/s]
5130567it [00:03, 1086186.94it/s]
5244581it [00:03, 1080803.62it/s]
5365006it [00:04, 1112119.95it/s]
5479356it [00:04, 1119919.84it/s]
5593642it [00:04, 1123675.85it/s]
5707646it [00:04, 1123630.38it/s]
5821154it [00:04, 1123121.37it/s]
5936319it [00:04, 1131356.20it/s]
6050044it [00:04, 1125056.61it/s]
6177932it [00:04, 1170154.82it/s]
6318252it [00:04, 1238948.44it/s]
6462252it [00:04, 1298565.23it/s]
6601267it [00:05, 1325800.11it/s]
6764752it [00:05, 1417980.26it/s]
6927810it [00:05, 1481477.05it/s]
7076141it [00:05, 1456336.50it/s]
7221995it [00:05, 1392383.27it/s]
7361916it [00:05, 1313705.13it/s]
7525899it [00:05, 1404636.37it/s]
7688670it [00:05, 1468186.26it/s]
7849668it [00:05, 1509186.11it/s]
8015735it [00:05, 1553459.13it/s]
8178115it [00:06, 1574153.86it/s]
8336195it [00:06, 1563971.76it/s]
8493611it [00:06, 1566954.49it/s]
8651354it [00:06, 1570029.60it/s]
8812070it [00:06, 1581060.78it/s]
8973932it [00:06, 1592214.52it/s]
9133281it [00:06, 1578828.94it/s]
9291275it [00:06, 1546232.55it/s]
9416138it [00:06, 1372075.60it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth.gz > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth_hist.tsv
cat tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00166_B23WHTKLT4_2.md -output tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00166_B23WHTKLT4_2.md.bam > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00166_B23WHTKLT4_2.md.bam > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/tih_rna_sample_00166_B23WHTKLT4_2.md.depth.gz> tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00166_B23WHTKLT4_2.md.bam > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00166_B23WHTKLT4_2.md.bai
cat tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00166_B23WHTKLT4_2.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2.md -output tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00166_B23WHTKLT4_2/tih_rna_sample_00166_B23WHTKLT4_2_full_basic_stats.tsv