.command.log - Workdir - NFCORE_RNAFUSION:RNAFUSION:QC_WORKFLOW:SEQTOOL_QC (HD789_0002_RNA_0008_23H5VFLT4_s19)

File Info

Filename: .command.log
Full Path: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/28/479b9f86fc6463b8342337331c4d76/.command.log
Size: 14.5 KB
Task: NFCORE_RNAFUSION:RNAFUSION:QC_WORKFLOW:SEQTOOL_QC (HD789_0002_RNA_0008_23H5VFLT4_s19)
Attempt
Content

  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5c/3869b5b040ac19e4585648c358fd9f/HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/28/479b9f86fc6463b8342337331c4d76/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5c/3869b5b040ac19e4585648c358fd9f/HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/28/479b9f86fc6463b8342337331c4d76/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir HD789_0002_RNA_0008_23H5VFLT4_s19
+ all_qc -bam HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder HD789_0002_RNA_0008_23H5VFLT4_s19 -reference ref_genome.fa -region chr20
mkdir -p HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/full_bed.bed


seqtool depth -bam HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam -bed HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth.gz
saturation_plot       -bams HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam       -region chr20       -output HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/saturation_qc.tsv 
fragment_size       -bams HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam       -region chr20       -output_prefix HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam > HD789_0002_RNA_0008_23H5VFLT4_s19.md.mpileup && contamination -input HD789_0002_RNA_0008_23H5VFLT4_s19.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai

105076it [00:00, 1050330.28it/s]
223762it [00:00, 1130478.40it/s]
339197it [00:00, 1141330.18it/s]
457180it [00:00, 1156494.29it/s]
573947it [00:00, 1160492.41it/s]
693413it [00:00, 1172078.44it/s]
811838it [00:00, 1176028.36it/s]
931386it [00:00, 1182194.76it/s]
1050938it [00:00, 1186332.24it/s]
1169615it [00:01, 1186435.42it/s]
1289509it [00:01, 1190233.93it/s]
1408533it [00:01, 1188996.96it/s]
1527434it [00:01, 1188248.31it/s]
1648450it [00:01, 1194833.08it/s]
1767935it [00:01, 1189913.72it/s]
1886932it [00:01, 1185382.44it/s]
2005477it [00:01, 1181897.52it/s]
2123672it [00:01, 1180782.95it/s]
2243887it [00:01, 1187110.36it/s]
2362603it [00:02, 1164041.40it/s]
2479104it [00:02, 1163012.45it/s]
2595472it [00:02, 1161383.08it/s]
2712742it [00:02, 1164717.36it/s]
2830874it [00:02, 1169641.11it/s]
2947866it [00:02, 1169201.95it/s]
3064806it [00:02, 1169162.33it/s]
3181736it [00:02, 1161969.97it/s]
3300720it [00:02, 1170258.63it/s]
3419937it [00:02, 1176779.84it/s]
3538738it [00:03, 1180118.84it/s]
3656762it [00:03, 1159351.30it/s]
3772784it [00:03, 1139693.97it/s]
3886865it [00:03, 1113310.45it/s]
3998359it [00:03, 939562.76it/s] 
4096821it [00:03, 855806.35it/s]
4196655it [00:03, 891415.92it/s]
4305923it [00:03, 944349.93it/s]
4419578it [00:03, 996791.43it/s]
4531978it [00:04, 1032433.31it/s]
4646851it [00:04, 1065701.15it/s]
4764071it [00:04, 1096588.90it/s]
4880789it [00:04, 1117259.07it/s]
4999788it [00:04, 1138698.64it/s]
5117386it [00:04, 1149727.49it/s]
5235643it [00:04, 1159477.20it/s]
5354542it [00:04, 1168259.51it/s]
5473583it [00:04, 1174855.02it/s]
5591251it [00:04, 1173142.95it/s]
5708800it [00:05, 1173820.80it/s]
5826272it [00:05, 1171995.29it/s]
5943535it [00:05, 1170657.61it/s]
6060645it [00:05, 1156721.99it/s]
6178430it [00:05, 1162891.38it/s]
6295193it [00:05, 1164279.59it/s]
6412650it [00:05, 1167322.69it/s]
6529761it [00:05, 1168426.72it/s]
6649184it [00:05, 1176124.46it/s]
6768289it [00:05, 1180573.19it/s]
6887969it [00:06, 1185413.25it/s]
7007422it [00:06, 1188124.88it/s]
7126241it [00:06, 1175428.61it/s]
7244273it [00:06, 1176782.79it/s]
7363418it [00:06, 1181129.85it/s]
7481552it [00:06, 1158976.83it/s]
7598612it [00:06, 1162384.56it/s]
7718862it [00:06, 1174260.58it/s]
7836355it [00:06, 1173816.30it/s]
7956660it [00:06, 1182507.67it/s]
8075465it [00:07, 1184139.29it/s]
8194158it [00:07, 1184952.40it/s]
8314503it [00:07, 1190359.64it/s]
8434327it [00:07, 1192694.06it/s]
8553607it [00:07, 1192274.67it/s]
8673287it [00:07, 1193542.52it/s]
8793016it [00:07, 1194556.10it/s]
8912476it [00:07, 1173820.95it/s]
9032912it [00:07, 1182825.42it/s]
9153502it [00:07, 1189662.85it/s]
9273601it [00:08, 1193017.15it/s]
9392943it [00:08, 1192031.76it/s]
9512175it [00:08, 1188382.08it/s]
9631035it [00:08, 1179807.57it/s]
9749041it [00:08, 1166406.77it/s]
9865724it [00:08, 1156999.55it/s]
9981458it [00:08, 1057041.87it/s]
10088766it [00:08, 1058988.71it/s]
10205103it [00:08, 1088530.37it/s]
10322876it [00:09, 1114250.44it/s]
10440981it [00:09, 1133726.49it/s]
10560589it [00:09, 1152056.15it/s]
10679328it [00:09, 1162490.99it/s]
10798548it [00:09, 1171299.67it/s]
10918117it [00:09, 1178545.75it/s]
11040131it [00:09, 1190944.70it/s]
11160202it [00:09, 1193842.84it/s]
11279677it [00:09, 1192706.11it/s]
11400770it [00:09, 1198138.84it/s]
11520630it [00:10, 1182189.49it/s]
11640055it [00:10, 1185745.15it/s]
11758996it [00:10, 1186705.29it/s]
11877960it [00:10, 1187557.69it/s]
11996746it [00:10, 1181741.21it/s]
12117286it [00:10, 1188742.58it/s]
12236183it [00:10, 1172265.76it/s]
12353471it [00:10, 1165125.13it/s]
12471781it [00:10, 1170400.53it/s]
12588859it [00:10, 1165343.23it/s]
12707067it [00:11, 1170291.09it/s]
12824120it [00:11, 1163293.73it/s]
12942965it [00:11, 1170751.41it/s]
13060063it [00:11, 1138313.88it/s]
13174090it [00:11, 1128143.92it/s]
13289959it [00:11, 1137067.57it/s]
13407742it [00:11, 1149067.43it/s]
13523655it [00:11, 1152024.44it/s]
13641887it [00:11, 1161014.92it/s]
13760186it [00:11, 1167542.30it/s]
13877830it [00:12, 1170178.58it/s]
13995136it [00:12, 1171015.81it/s]
14112838it [00:12, 1172786.14it/s]
14232556it [00:12, 1180058.76it/s]
14350575it [00:12, 1177865.63it/s]
14468902it [00:12, 1179456.18it/s]
14588126it [00:12, 1183259.92it/s]
14707155it [00:12, 1185342.56it/s]
14826297it [00:12, 1187137.64it/s]
14945014it [00:12, 1172650.94it/s]
15063172it [00:13, 1175282.69it/s]
15074877it [00:13, 1154971.44it/s]
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai




[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai


[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai


tabix -s 1 -b 2 -e 2 HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth.gz


seqtool depth_hist     -nbins 500     HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth.gz     > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth_hist.tsv


cat HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title HD789_0002_RNA_0008_23H5VFLT4_s19.md         -output HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/HD789_0002_RNA_0008_23H5VFLT4_s19.md.depth.gz> HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  HD789_0002_RNA_0008_23H5VFLT4_s19.md.bam  > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai
[W::hts_idx_load3] The index file is older than the data file: HD789_0002_RNA_0008_23H5VFLT4_s19.md.bai




cat HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "HD789_0002_RNA_0008_23H5VFLT4_s19.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 






echo `date` > HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md/qc_complete.txt


+ merge_qc -folders HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19.md -output HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19_full_basic_stats.tsv
+ head -n1 HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed HD789_0002_RNA_0008_23H5VFLT4_s19/HD789_0002_RNA_0008_23H5VFLT4_s19_full_basic_stats.tsv