Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/04/0e6b6c0a514b21964642f1022de4bb/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/b4/e3aca54713e394d9c34ea534b8cc22/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/04/0e6b6c0a514b21964642f1022de4bb/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/b4/e3aca54713e394d9c34ea534b8cc22/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-910896-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-910896-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam -region chr20 -output aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-910896-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-910896-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
0it [00:00, ?it/s]
101279it [00:00, 1012689.56it/s]
229578it [00:00, 1171631.40it/s]
349518it [00:00, 1184281.40it/s]
468423it [00:00, 1186130.87it/s]
587037it [00:00, 1132855.50it/s]
700716it [00:00, 1127263.56it/s]
818070it [00:00, 1141980.73it/s]
932556it [00:00, 1142846.40it/s]
1046982it [00:00, 1137917.24it/s]
1161549it [00:01, 1140247.35it/s]
1277131it [00:01, 1144939.50it/s]
1392231it [00:01, 1146695.53it/s]
1506938it [00:01, 1128539.54it/s]
1619876it [00:01, 1114352.98it/s]
1735862it [00:01, 1127780.29it/s]
1851949it [00:01, 1137572.68it/s]
1967053it [00:01, 1141547.05it/s]
2085307it [00:01, 1153743.25it/s]
2200727it [00:01, 1143044.82it/s]
2317874it [00:02, 1151468.18it/s]
2433310it [00:02, 1152305.17it/s]
2548572it [00:02, 1150844.16it/s]
2663678it [00:02, 1147061.23it/s]
2778401it [00:02, 1144434.46it/s]
2892856it [00:02, 1140953.47it/s]
3006960it [00:02, 1135511.64it/s]
3121424it [00:02, 1138154.93it/s]
3237485it [00:02, 1144828.57it/s]
3352711it [00:02, 1147026.35it/s]
3467792it [00:03, 1148135.05it/s]
3605193it [00:03, 1215718.92it/s]
3736543it [00:03, 1244976.52it/s]
3886366it [00:03, 1320847.83it/s]
4018468it [00:03, 1313603.46it/s]
4149850it [00:03, 1259624.79it/s]
4276281it [00:03, 1175423.71it/s]
4395110it [00:03, 1153952.86it/s]
4521879it [00:03, 1185823.31it/s]
4658208it [00:03, 1236504.58it/s]
4813585it [00:04, 1328513.35it/s]
4966425it [00:04, 1387053.97it/s]
5117345it [00:04, 1423061.76it/s]
5266014it [00:04, 1441902.72it/s]
5410642it [00:04, 1350639.71it/s]
5552919it [00:04, 1371140.12it/s]
5706523it [00:04, 1418771.55it/s]
5856319it [00:04, 1441860.83it/s]
6010231it [00:04, 1470440.84it/s]
6159806it [00:05, 1477876.65it/s]
6308001it [00:05, 1473086.71it/s]
6455595it [00:05, 1342911.95it/s]
6592247it [00:05, 1345471.09it/s]
6728464it [00:05, 1340626.78it/s]
6875050it [00:05, 1376591.40it/s]
7013673it [00:05, 1377734.62it/s]
7153576it [00:05, 1383959.71it/s]
7292818it [00:05, 1386435.62it/s]
7433903it [00:05, 1393650.25it/s]
7573518it [00:06, 1341412.01it/s]
7708227it [00:06, 1251335.66it/s]
7834790it [00:06, 1224420.24it/s]
7958201it [00:06, 1199525.31it/s]
8078798it [00:06, 1175284.38it/s]
8196749it [00:06, 1162349.98it/s]
8313238it [00:06, 1156612.60it/s]
8429054it [00:06, 1151391.10it/s]
8544287it [00:06, 1148268.89it/s]
8659171it [00:07, 1145878.83it/s]
8775397it [00:07, 1150579.69it/s]
8892386it [00:07, 1156265.57it/s]
9008044it [00:07, 1153383.89it/s]
9125069it [00:07, 1158371.99it/s]
9240925it [00:07, 1154524.19it/s]
9357606it [00:07, 1158155.85it/s]
9473434it [00:07, 1154837.76it/s]
9588927it [00:07, 1151026.29it/s]
9705713it [00:07, 1156015.23it/s]
9821323it [00:08, 1147776.08it/s]
9936117it [00:08, 1144878.77it/s]
10050616it [00:08, 1125599.19it/s]
10168547it [00:08, 1141353.59it/s]
10305180it [00:08, 1208005.69it/s]
10438323it [00:08, 1244623.81it/s]
10583943it [00:08, 1307687.89it/s]
10731478it [00:08, 1357671.33it/s]
10874144it [00:08, 1378263.79it/s]
11019560it [00:08, 1400886.58it/s]
11159710it [00:09, 1375040.11it/s]
11297361it [00:09, 1329529.33it/s]
11444986it [00:09, 1372046.10it/s]
11594161it [00:09, 1406961.95it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
11747758it [00:09, 1444987.20it/s]
11892582it [00:09, 1368050.37it/s]
12030405it [00:09, 1312159.90it/s]
12162629it [00:09, 1291208.63it/s]
12292414it [00:09, 1236038.71it/s]
12416737it [00:10, 1212670.55it/s]
12477998it [00:10, 1239161.49it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth.gz > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth_hist.tsv
cat aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-910896-R1_B23WHYVLT4_1.md -output aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/aih-tih-sc-910896-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-910896-R1_B23WHYVLT4_1.md.bai
cat aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-910896-R1_B23WHYVLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1.md -output aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-910896-R1_B23WHYVLT4_1/aih-tih-sc-910896-R1_B23WHYVLT4_1_full_basic_stats.tsv