Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3f/6499ba2ff1ab86680be090d76c7054/.command.sh
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/55/abbcf45cf958d9521d7b32f5c30ca9/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3f/6499ba2ff1ab86680be090d76c7054/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/55/abbcf45cf958d9521d7b32f5c30ca9/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
107042it [00:00, 1070301.09it/s]
214073it [00:00, 1014277.73it/s]
316604it [00:00, 1019126.79it/s]
435887it [00:00, 1086411.73it/s]
544724it [00:00, 1062488.92it/s]
651166it [00:00, 1042576.99it/s]
766038it [00:00, 1076265.58it/s]
882237it [00:00, 1102949.07it/s]
996983it [00:00, 1116648.60it/s]
1113532it [00:01, 1131466.44it/s]
1227214it [00:01, 1133065.63it/s]
1341920it [00:01, 1137276.35it/s]
1455708it [00:01, 1084716.03it/s]
1564715it [00:01, 1033826.91it/s]
1668841it [00:01, 992620.58it/s]
1768784it [00:01, 977800.73it/s]
1866994it [00:01, 972677.62it/s]
1964538it [00:01, 959352.07it/s]
2067897it [00:01, 980614.25it/s]
2178644it [00:02, 1017470.16it/s]
2280665it [00:02, 986851.08it/s]
2395285it [00:02, 1032868.69it/s]
2510444it [00:02, 1067449.81it/s]
2625224it [00:02, 1091080.42it/s]
2737950it [00:02, 1101764.92it/s]
2852490it [00:02, 1114707.01it/s]
2968923it [00:02, 1129473.84it/s]
3087711it [00:02, 1146889.31it/s]
3210195it [00:02, 1170084.74it/s]
3330850it [00:03, 1180940.33it/s]
3449001it [00:03, 1180179.22it/s]
3567059it [00:03, 1174998.88it/s]
3684592it [00:03, 1171432.49it/s]
3801759it [00:03, 1162853.34it/s]
3918072it [00:03, 1158032.27it/s]
4038209it [00:03, 1170890.13it/s]
4157363it [00:03, 1177017.13it/s]
4277932it [00:03, 1185364.31it/s]
4396488it [00:04, 1177065.49it/s]
4514219it [00:04, 1174426.73it/s]
4633342it [00:04, 1179409.15it/s]
4751298it [00:04, 1178312.05it/s]
4869253it [00:04, 1178651.22it/s]
4987126it [00:04, 1176104.88it/s]
5104743it [00:04, 1174113.71it/s]
5222159it [00:04, 1171835.51it/s]
5340151it [00:04, 1174224.08it/s]
5459253it [00:04, 1179224.04it/s]
5577179it [00:05, 1167769.46it/s]
5694431it [00:05, 1169154.26it/s]
5811366it [00:05, 1167498.51it/s]
5928279it [00:05, 1167955.06it/s]
6045084it [00:05, 1165413.91it/s]
6161633it [00:05, 1158375.84it/s]
6280014it [00:05, 1165920.99it/s]
6396620it [00:05, 1162409.65it/s]
6512872it [00:05, 1153846.53it/s]
6629828it [00:05, 1158490.00it/s]
6752562it [00:06, 1178990.17it/s]
6873006it [00:06, 1186498.07it/s]
6991677it [00:06, 1178893.93it/s]
7109590it [00:06, 1167537.61it/s]
7226725it [00:06, 1168642.84it/s]
7343615it [00:06, 1158720.28it/s]
7459517it [00:06, 1154331.29it/s]
7577598it [00:06, 1162160.67it/s]
7695019it [00:06, 1165721.58it/s]
7811610it [00:06, 1160903.91it/s]
7928935it [00:07, 1164440.10it/s]
8048896it [00:07, 1174787.81it/s]
8166866it [00:07, 1176224.02it/s]
8284499it [00:07, 1175641.21it/s]
8402119it [00:07, 1175774.42it/s]
8519702it [00:07, 1122013.12it/s]
8633389it [00:07, 1126295.61it/s]
8749265it [00:07, 1135779.99it/s]
8865033it [00:07, 1142084.69it/s]
8979453it [00:07, 1133367.95it/s]
9095937it [00:08, 1142652.38it/s]
9211855it [00:08, 1147535.17it/s]
9326698it [00:08, 1147144.54it/s]
9444372it [00:08, 1155952.80it/s]
9561284it [00:08, 1159859.69it/s]
9677609it [00:08, 1160852.92it/s]
9796480it [00:08, 1169073.07it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
9915883it [00:08, 1176523.36it/s]
10035352it [00:08, 1181937.98it/s]
10153557it [00:08, 1179141.78it/s]
10271480it [00:09, 1132242.02it/s]
10385101it [00:09, 1112211.06it/s]
10496629it [00:09, 1090761.08it/s]
10605949it [00:09, 1088442.45it/s]
10714956it [00:09, 1041501.07it/s]
10819544it [00:09, 1006688.78it/s]
10920626it [00:09, 947961.20it/s]
11016158it [00:09, 915316.20it/s]
11108218it [00:09, 886254.89it/s]
11197200it [00:10, 858819.45it/s]
11284584it [00:10, 862937.39it/s]
11399330it [00:10, 943218.45it/s]
11515232it [00:10, 1005218.90it/s]
11630374it [00:10, 1047649.11it/s]
11744815it [00:10, 1076036.56it/s]
11859779it [00:10, 1097767.23it/s]
11975060it [00:10, 1114080.34it/s]
12086756it [00:10, 1089578.12it/s]
12197525it [00:10, 1094873.24it/s]
12313211it [00:11, 1113145.79it/s]
12429286it [00:11, 1127251.58it/s]
12542157it [00:11, 995968.70it/s]
12644615it [00:11, 960664.74it/s]
12765549it [00:11, 1028139.96it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
12886896it [00:11, 1079905.07it/s]
13008231it [00:11, 1117978.60it/s]
13124203it [00:11, 1130024.98it/s]
13240510it [00:11, 1139669.75it/s]
13357839it [00:12, 1149556.25it/s]
13474374it [00:12, 1154207.19it/s]
13590200it [00:12, 1152463.43it/s]
13707559it [00:12, 1158729.51it/s]
13823819it [00:12, 1159834.32it/s]
13939945it [00:12, 1154857.17it/s]
14055534it [00:12, 1151549.12it/s]
14170762it [00:12, 1142296.50it/s]
14285055it [00:12, 1141096.27it/s]
14401734it [00:12, 1148708.62it/s]
14519240it [00:13, 1156540.08it/s]
14635176it [00:13, 1157359.10it/s]
14750962it [00:13, 1157480.39it/s]
14866725it [00:13, 1140453.04it/s]
14980835it [00:13, 1118603.19it/s]
15096557it [00:13, 1129909.98it/s]
15213528it [00:13, 1141620.93it/s]
15328826it [00:13, 1144943.44it/s]
15444757it [00:13, 1149190.62it/s]
15560160it [00:13, 1150609.58it/s]
15675258it [00:14, 1149793.18it/s]
15792912it [00:14, 1157760.38it/s]
15910993it [00:14, 1164524.42it/s]
16028096it [00:14, 1166451.51it/s]
16149389it [00:14, 1180349.36it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
16267448it [00:14, 1180391.46it/s]
16386747it [00:14, 1184140.27it/s]
16505166it [00:14, 1178860.98it/s]
16623377it [00:14, 1179800.71it/s]
16741364it [00:14, 1175974.61it/s]
16860128it [00:15, 1179300.15it/s]
16979962it [00:15, 1184964.67it/s]
17098465it [00:15, 1180407.73it/s]
17216513it [00:15, 1177477.38it/s]
17334267it [00:15, 1173431.34it/s]
17451616it [00:15, 1159881.92it/s]
17567637it [00:15, 1145533.20it/s]
17682237it [00:15, 1134083.66it/s]
17798052it [00:15, 1141132.00it/s]
17897409it [00:15, 1121671.16it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md -output aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1.md -output aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1/aih-tih-sc-1dd7a6-R1_A23WJ53LT4_1_full_basic_stats.tsv