Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/87/d17b2451e285d3c597ddf938dfb0f4/tih_rna_sample_00087_23H5VFLT4_s17.md.bam
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/ff/93b72e5efb117c138a28aabbdd34b8/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/87/d17b2451e285d3c597ddf938dfb0f4/tih_rna_sample_00087_23H5VFLT4_s17.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/ff/93b72e5efb117c138a28aabbdd34b8/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir tih_rna_sample_00087_23H5VFLT4_s17
+ all_qc -bam tih_rna_sample_00087_23H5VFLT4_s17.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder tih_rna_sample_00087_23H5VFLT4_s17 -reference ref_genome.fa -region chr20
mkdir -p tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/full_bed.bed
seqtool depth -bam tih_rna_sample_00087_23H5VFLT4_s17.md.bam -bed tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth.gz
saturation_plot -bams tih_rna_sample_00087_23H5VFLT4_s17.md.bam -region chr20 -output tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 tih_rna_sample_00087_23H5VFLT4_s17.md.bam > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/saturation_qc.tsv
fragment_size -bams tih_rna_sample_00087_23H5VFLT4_s17.md.bam -region chr20 -output_prefix tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed tih_rna_sample_00087_23H5VFLT4_s17.md.bam > tih_rna_sample_00087_23H5VFLT4_s17.md.mpileup && contamination -input tih_rna_sample_00087_23H5VFLT4_s17.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
0it [00:00, ?it/s]
110342it [00:00, 1102921.43it/s]
223634it [00:00, 1120464.44it/s]
335681it [00:00, 1113577.68it/s]
451443it [00:00, 1130875.76it/s]
565251it [00:00, 1133445.30it/s]
678603it [00:00, 1132702.84it/s]
792033it [00:00, 1133205.12it/s]
906204it [00:00, 1135885.99it/s]
1019795it [00:00, 1135202.24it/s]
1133317it [00:01, 1130409.24it/s]
1246364it [00:01, 1122818.78it/s]
1358786it [00:01, 1123221.28it/s]
1471118it [00:01, 1114223.45it/s]
1584229it [00:01, 1119253.80it/s]
1696172it [00:01, 1099052.24it/s]
1806159it [00:01, 1072429.36it/s]
1913562it [00:01, 1061760.22it/s]
2026142it [00:01, 1080428.58it/s]
2138876it [00:01, 1094227.27it/s]
2250018it [00:02, 1099301.09it/s]
2363745it [00:02, 1110569.50it/s]
2476259it [00:02, 1114872.37it/s]
2590003it [00:02, 1121581.84it/s]
2705170it [00:02, 1130560.32it/s]
2818919it [00:02, 1132592.01it/s]
2932988it [00:02, 1134998.37it/s]
3046985it [00:02, 1136469.00it/s]
3161646it [00:02, 1139493.69it/s]
3277121it [00:02, 1144047.83it/s]
3391532it [00:03, 1141407.27it/s]
3506125it [00:03, 1142742.23it/s]
3622309it [00:03, 1148445.25it/s]
3738930it [00:03, 1153751.75it/s]
3854309it [00:03, 1146035.70it/s]
3968927it [00:03, 1141744.86it/s]
4083113it [00:03, 1135530.94it/s]
4196678it [00:03, 1132073.37it/s]
4311586it [00:03, 1137115.10it/s]
4426215it [00:03, 1139742.31it/s]
4541383it [00:04, 1143291.80it/s]
4658940it [00:04, 1152931.25it/s]
4774639it [00:04, 1154128.68it/s]
4890058it [00:04, 1150957.69it/s]
5005160it [00:04, 1144130.70it/s]
5119741it [00:04, 1144614.60it/s]
5234211it [00:04, 1143550.00it/s]
5348591it [00:04, 1143607.12it/s]
5463661it [00:04, 1145710.94it/s]
5578236it [00:04, 1138219.28it/s]
5692071it [00:05, 1136582.45it/s]
5805738it [00:05, 1136351.77it/s]
5919598it [00:05, 1137004.58it/s]
6035035it [00:05, 1142183.59it/s]
6149777it [00:05, 1143700.46it/s]
6264151it [00:05, 1140660.51it/s]
6378460it [00:05, 1141368.10it/s]
6493154it [00:05, 1143017.92it/s]
6607459it [00:05, 1137434.34it/s]
6723217it [00:05, 1143357.29it/s]
6837561it [00:06, 1130072.20it/s]
6950605it [00:06, 1126830.94it/s]
7063313it [00:06, 1086766.55it/s]
7172284it [00:06, 1042440.67it/s]
7277011it [00:06, 1010206.41it/s]
7378449it [00:06, 994688.59it/s]
7489535it [00:06, 1027669.30it/s]
7599928it [00:06, 1049661.51it/s]
7705239it [00:06, 1036880.64it/s]
7814230it [00:06, 1052319.93it/s]
7927320it [00:07, 1075356.82it/s]
8041346it [00:07, 1094537.64it/s]
8155583it [00:07, 1108698.34it/s]
8268531it [00:07, 1114867.66it/s]
8382553it [00:07, 1122384.57it/s]
8494862it [00:07, 1122347.79it/s]
8608967it [00:07, 1127925.80it/s]
8723159it [00:07, 1132098.97it/s]
8836862it [00:07, 1133554.03it/s]
8951315it [00:07, 1136824.65it/s]
9065011it [00:08, 1132901.64it/s]
9178947it [00:08, 1134807.96it/s]
9292437it [00:08, 1134192.23it/s]
9405924it [00:08, 1134377.69it/s]
9519572it [00:08, 1134990.87it/s]
9633075it [00:08, 1093283.54it/s]
9742732it [00:08, 1032449.38it/s]
9846794it [00:08, 1014053.19it/s]
9955385it [00:08, 1034395.91it/s]
10070147it [00:09, 1067005.69it/s][W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
10183111it [00:09, 1085250.73it/s]
10295107it [00:09, 1095438.74it/s]
10412026it [00:09, 1117239.58it/s]
10527555it [00:09, 1128525.52it/s]
10640586it [00:09, 1128553.26it/s]
10754713it [00:09, 1132330.43it/s]
10870462it [00:09, 1139830.18it/s]
10985168it [00:09, 1141976.00it/s]
11099412it [00:09, 1138918.77it/s]
11213338it [00:10, 1137681.17it/s]
11327130it [00:10, 1132735.47it/s]
11441893it [00:10, 1137161.31it/s]
11555937it [00:10, 1138027.27it/s]
11669752it [00:10, 1137684.50it/s]
11783529it [00:10, 1132750.20it/s]
11896814it [00:10, 1098028.33it/s]
12009607it [00:10, 1106755.04it/s]
12123565it [00:10, 1116381.04it/s]
12237636it [00:10, 1123570.07it/s]
12351948it [00:11, 1129368.40it/s]
12466681it [00:11, 1134665.41it/s]
12581223it [00:11, 1137858.73it/s]
12695053it [00:11, 1130367.46it/s]
12809777it [00:11, 1135376.46it/s]
12924821it [00:11, 1139854.70it/s]
13038911it [00:11, 1140148.86it/s]
13152943it [00:11, 1134735.75it/s]
13266434it [00:11, 1134125.44it/s]
13379858it [00:11, 1131598.69it/s]
13493027it [00:12, 1129044.46it/s]
13607505it [00:12, 1133724.21it/s]
13721953it [00:12, 1136924.55it/s]
13835651it [00:12, 1136220.64it/s]
13950536it [00:12, 1139982.48it/s]
14064538it [00:12, 1139907.75it/s]
14178532it [00:12, 1132800.87it/s]
14291896it [00:12, 1132946.84it/s]
14405772it [00:12, 1134662.90it/s]
14520319it [00:12, 1137878.34it/s]
14634555it [00:13, 1139202.83it/s]
14638528it [00:13, 1120367.64it/s]
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
tabix -s 1 -b 2 -e 2 tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth.gz
seqtool depth_hist -nbins 500 tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth.gz > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth_hist.tsv
cat tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title tih_rna_sample_00087_23H5VFLT4_s17.md -output tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 tih_rna_sample_00087_23H5VFLT4_s17.md.bam > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 tih_rna_sample_00087_23H5VFLT4_s17.md.bam > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/tih_rna_sample_00087_23H5VFLT4_s17.md.depth.gz> tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 tih_rna_sample_00087_23H5VFLT4_s17.md.bam > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
[W::hts_idx_load3] The index file is older than the data file: tih_rna_sample_00087_23H5VFLT4_s17.md.bai
cat tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "tih_rna_sample_00087_23H5VFLT4_s17.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md/qc_complete.txt
+ merge_qc -folders tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17.md -output tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17_full_basic_stats.tsv
+ head -n1 tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed tih_rna_sample_00087_23H5VFLT4_s17/tih_rna_sample_00087_23H5VFLT4_s17_full_basic_stats.tsv