Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/2b/a39358663ecdb1122b105c9d3c8e3e/.command.sh
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/f4/da3bf6c355c2d71632a2a6491de4bf/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/f4/da3bf6c355c2d71632a2a6491de4bf/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam
Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/2b/a39358663ecdb1122b105c9d3c8e3e/.command.run
Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)
+ mkdir aih-tih-sc-96af5b-R1_A23WJ53LT4_1
+ all_qc -bam aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-96af5b-R1_A23WJ53LT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/
cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/full_bed.bed
seqtool depth -bam aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam -bed aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth.gz
saturation_plot -bams aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam -region chr20 -output aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/saturation_plot.png -threads 1
seqtool saturation_metric -at 1000000 -region chr20 -bam_threads 1 aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/saturation_qc.tsv
fragment_size -bams aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam -region chr20 -output_prefix aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/fragsize -threads 1
samtools mpileup -B --min-MQ 60 --min-BQ 30 -f ref_genome.fa -l dbsnp_hg38_contam_sites.bed aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.mpileup && contamination -input aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/contamination.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
0it [00:00, ?it/s]
100431it [00:00, 1004234.34it/s]
206797it [00:00, 1039149.30it/s]
310712it [00:00, 973772.01it/s]
417951it [00:00, 1011161.70it/s]
525627it [00:00, 1034195.91it/s]
633164it [00:00, 1047940.63it/s]
740347it [00:00, 1055641.25it/s]
848581it [00:00, 1064058.50it/s]
955265it [00:00, 1064906.28it/s]
1064041it [00:01, 1071796.37it/s]
1171374it [00:01, 1072221.09it/s]
1280048it [00:01, 1076490.28it/s]
1387728it [00:01, 1074615.68it/s]
1495212it [00:01, 1070666.41it/s]
1602297it [00:01, 1066159.09it/s]
1708928it [00:01, 1061618.02it/s]
1815926it [00:01, 1064101.16it/s]
1922452it [00:01, 1064428.96it/s]
2030896it [00:01, 1070283.81it/s]
2137932it [00:02, 1058983.45it/s]
2243860it [00:02, 1032465.86it/s]
2349338it [00:02, 1038979.03it/s]
2456750it [00:02, 1049324.40it/s]
2563358it [00:02, 1054269.73it/s]
2671962it [00:02, 1063700.87it/s]
2782879it [00:02, 1077244.65it/s]
2890655it [00:02, 1047151.67it/s]
2998108it [00:02, 1055110.73it/s]
3105796it [00:02, 1061519.27it/s]
3213138it [00:03, 1065029.19it/s]
3319737it [00:03, 1065298.06it/s]
3428068it [00:03, 1070652.77it/s]
3536431it [00:03, 1074511.06it/s]
3643918it [00:03, 1073720.40it/s]
3751315it [00:03, 1068436.57it/s]
3859160it [00:03, 1071398.42it/s]
3966524it [00:03, 1072051.14it/s]
4074332it [00:03, 1073836.23it/s]
4182162it [00:03, 1075152.48it/s]
4289684it [00:04, 1072306.74it/s]
4397182it [00:04, 1073091.49it/s]
4504496it [00:04, 1067329.44it/s]
4612757it [00:04, 1071875.85it/s]
4721141it [00:04, 1075329.82it/s]
4829349it [00:04, 1077337.59it/s]
4937135it [00:04, 1077483.56it/s]
5045214it [00:04, 1078459.88it/s]
5153063it [00:04, 1076137.58it/s]
5261021it [00:04, 1077156.09it/s]
5369878it [00:05, 1080562.26it/s]
5477937it [00:05, 1077986.05it/s]
5585739it [00:05, 1077542.90it/s]
5693496it [00:05, 1064679.94it/s]
5801052it [00:05, 1067897.21it/s]
5907869it [00:05, 1065792.36it/s]
6015597it [00:05, 1069203.73it/s]
6124438it [00:05, 1074915.34it/s]
6231943it [00:05, 1072436.26it/s]
6339975it [00:05, 1074780.43it/s]
6448735it [00:06, 1078600.15it/s]
6557067it [00:06, 1079996.78it/s]
6665428it [00:06, 1081065.71it/s]
6773539it [00:06, 1071054.65it/s]
6881151it [00:06, 1072443.34it/s]
6989341it [00:06, 1075194.24it/s]
7096874it [00:06, 1074467.10it/s]
7204795it [00:06, 1075871.37it/s]
7312389it [00:06, 1075869.19it/s]
7419981it [00:06, 1071654.64it/s]
7527153it [00:07, 1071102.85it/s]
7634268it [00:07, 1069874.49it/s]
7741259it [00:07, 1069444.59it/s]
7848442it [00:07, 1070146.62it/s]
7955618it [00:07, 1070616.38it/s]
8062681it [00:07, 1068243.47it/s]
8171286it [00:07, 1073560.04it/s]
8278645it [00:07, 1070452.23it/s]
8387011it [00:07, 1074355.45it/s]
8495206it [00:07, 1076612.81it/s]
8603845it [00:08, 1079425.18it/s]
8711889it [00:08, 1079714.91it/s]
8819863it [00:08, 1078121.69it/s]
8927677it [00:08, 1072938.95it/s]
9035537it [00:08, 1074554.92it/s]
9143260it [00:08, 1075332.18it/s]
9251479it [00:08, 1077372.10it/s]
9359220it [00:08, 1076386.80it/s]
9466861it [00:08, 1076231.15it/s]
9575276it [00:08, 1078492.99it/s]
9683472it [00:09, 1079518.47it/s]
9791851it [00:09, 1080764.56it/s]
9901001it [00:09, 1083967.54it/s]
10010188it [00:09, 1086318.28it/s]
10118821it [00:09, 1083192.16it/s]
10227143it [00:09, 1079416.07it/s]
10335089it [00:09, 1078695.62it/s]
10443539it [00:09, 1080417.68it/s]
10551584it [00:09, 1079248.54it/s]
10659511it [00:09, 1076304.60it/s]
10767144it [00:10, 1073976.44it/s]
10874544it [00:10, 1070697.90it/s]
10981617it [00:10, 1067318.37it/s]
11088352it [00:10, 1064384.99it/s]
11195616it [00:10, 1066835.01it/s]
11302698it [00:10, 1068009.86it/s]
11410636it [00:10, 1071391.37it/s]
11518557it [00:10, 1073718.63it/s]
11626076it [00:10, 1074145.13it/s]
11733569it [00:10, 1074365.31it/s]
11841007it [00:11, 1072491.21it/s]
11949317it [00:11, 1075651.74it/s]
12056888it [00:11, 1075649.52it/s]
12165084it [00:11, 1077482.04it/s]
12273638it [00:11, 1079881.96it/s]
12382286it [00:11, 1081846.84it/s]
12490472it [00:11, 1077865.84it/s]
12599289it [00:11, 1080930.20it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
12708631it [00:11, 1084650.66it/s]
12817100it [00:11, 1082704.69it/s]
12925374it [00:12, 1074693.22it/s]
13033406it [00:12, 1076348.73it/s]
13141429it [00:12, 1077491.77it/s]
13249665it [00:12, 1078909.97it/s]
13357563it [00:12, 1078832.70it/s]
13451419it [00:12, 1070730.91it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
tabix -s 1 -b 2 -e 2 aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth.gz
seqtool depth_hist -nbins 500 aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth.gz > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth_hist.tsv
cat aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth_hist.tsv | plot -x 0 -xlabel Depth -ylabel "Number of Sites" -xlim 0 2000 -title aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md -output aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth.png
[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
seqtool read_qc -bed Twist_rna_exome_AND_fusion_hg38.bed -n_threads 1 -bam_threads 2 aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target -bed Twist_rna_exome_AND_fusion_hg38.bed -threads 1 -bam_threads 2 aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool depth_stats -bed Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.depth.gz> aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool gc_bias -reference ref_genome.fa -bed Twist_rna_exome_AND_fusion_hg38.bed -bin_size 0.05 -threads 1 -bam_threads 2 aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bam > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md.bai
cat aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv | plot -x 0 -header infer -ylim 0 2 -title "aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png" -ylabel "Fold enrichment / depletion" -xlabel "GC Quantile"
echo `date` > aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md/qc_complete.txt
+ merge_qc -folders aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1.md -output aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1_full_basic_stats.tsv
+ head -n1 aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed aih-tih-sc-96af5b-R1_A23WJ53LT4_1/aih-tih-sc-96af5b-R1_A23WJ53LT4_1_full_basic_stats.tsv