File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9c/931f2343a8a8dec1ab07d8a375bb9b/.command.log
Size
13.3 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9c/931f2343a8a8dec1ab07d8a375bb9b/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/5a418905c72cbc2ca9e18e47e0ec26/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/5a418905c72cbc2ca9e18e47e0ec26/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9c/931f2343a8a8dec1ab07d8a375bb9b/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 786-O_FFPE_RNA_0001_B23LG7FLT4_3
+ all_qc -bam 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 786-O_FFPE_RNA_0001_B23LG7FLT4_3 -reference ref_genome.fa -region chr20
mkdir -p 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/full_bed.bed


seqtool depth -bam 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam -bed 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth.gz
saturation_plot       -bams 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam       -region chr20       -output 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/saturation_qc.tsv 
fragment_size       -bams 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam       -region chr20       -output_prefix 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam > 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.mpileup && contamination -input 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai

0it [00:00, ?it/s]
149284it [00:00, 1492709.74it/s]
309279it [00:00, 1555753.76it/s]
472200it [00:00, 1589265.62it/s]
638179it [00:00, 1617008.69it/s]
802931it [00:00, 1627868.46it/s]
967468it [00:00, 1633646.82it/s]
1135949it [00:00, 1650348.36it/s]
1300984it [00:00, 1643638.30it/s]
1470765it [00:00, 1660505.37it/s]
1637386it [00:01, 1662191.45it/s]
1806448it [00:01, 1670858.33it/s]
1975468it [00:01, 1676701.68it/s]
2143143it [00:01, 1669358.78it/s]
2310089it [00:01, 1666621.15it/s]
2476759it [00:01, 1666138.27it/s]
2646252it [00:01, 1674759.54it/s]
2814189it [00:01, 1676123.30it/s]
2981806it [00:01, 1674920.31it/s]
3151515it [00:01, 1681543.08it/s]
3319673it [00:02, 1653877.95it/s]
3486194it [00:02, 1657219.36it/s]
3653121it [00:02, 1660786.32it/s]
3820496it [00:02, 1664622.56it/s]
3987000it [00:02, 1658662.89it/s]
4153460it [00:02, 1660412.41it/s]
4319883it [00:02, 1661455.54it/s]
4489293it [00:02, 1671198.97it/s]
4656428it [00:02, 1670668.61it/s]
4824285it [00:02, 1673010.68it/s]
4992514it [00:03, 1675766.71it/s]
5160097it [00:03, 1664455.50it/s]
5326564it [00:03, 1647675.64it/s]
5491377it [00:03, 1645498.76it/s]
5658011it [00:03, 1651679.32it/s]
5827842it [00:03, 1665540.99it/s]
5995425it [00:03, 1668533.09it/s]
6163501it [00:03, 1672141.73it/s]
6330731it [00:03, 1671050.57it/s]
6497847it [00:03, 1662444.37it/s]
6664108it [00:04, 1538607.33it/s]
6826621it [00:04, 1563027.22it/s]
6993265it [00:04, 1592775.04it/s]
7159391it [00:04, 1612637.93it/s]
7326201it [00:04, 1628908.77it/s]
7489712it [00:04, 1630511.94it/s]
7653199it [00:04, 1624688.65it/s]
7815973it [00:04, 1620360.60it/s]
7978222it [00:04, 1617210.25it/s]
8143279it [00:04, 1627114.45it/s]
8306343it [00:05, 1628141.00it/s]
8473258it [00:05, 1640370.83it/s]
8638935it [00:05, 1645145.59it/s]
8803746it [00:05, 1646011.23it/s]
8969140it [00:05, 1648360.98it/s]
9134603it [00:05, 1650216.65it/s]
9299816it [00:05, 1650764.75it/s]
9464904it [00:05, 1647759.47it/s]
9629689it [00:05, 1646242.40it/s]
9794320it [00:05, 1641128.74it/s]
9959684it [00:06, 1644850.86it/s]
10125125it [00:06, 1647689.77it/s]
10289900it [00:06, 1637870.50it/s]
10461564it [00:06, 1661356.93it/s]
10628330it [00:06, 1663171.25it/s]
10794665it [00:06, 1660465.38it/s]
10962976it [00:06, 1667216.02it/s]
11131338it [00:06, 1672109.27it/s]
11301043it [00:06, 1679560.32it/s]
11473849it [00:06, 1694073.47it/s]
11643263it [00:07, 1682131.52it/s]
11811500it [00:07, 1676253.17it/s]
11979144it [00:07, 1658027.24it/s]
12144994it [00:07, 1648510.99it/s]
12309880it [00:07, 1646505.34it/s]
12474553it [00:07, 1645756.55it/s]
12640239it [00:07, 1648697.75it/s]
12805122it [00:07, 1639306.90it/s]
12971696it [00:07, 1647156.91it/s]
13136430it [00:07, 1646697.72it/s]
13302147it [00:08, 1649729.83it/s]
13467130it [00:08, 1630781.53it/s]
13630260it [00:08, 1613532.47it/s]
13791675it [00:08, 1601264.99it/s]
13951849it [00:08, 1600614.57it/s]
14114058it [00:08, 1606967.75it/s]
14275713it [00:08, 1609804.04it/s]
14438404it [00:08, 1614886.95it/s]
14604120it [00:08, 1627499.84it/s]
14768689it [00:08, 1632924.83it/s]
14934539it [00:09, 1640563.06it/s]
15098607it [00:09, 1640086.62it/s]
15262797it [00:09, 1640509.75it/s]
15426854it [00:09, 1632339.31it/s]
15590228it [00:09, 1632631.49it/s]
15755829it [00:09, 1639607.39it/s]
15781895it [00:09, 1645005.98it/s]
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai




[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai


[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai


tabix -s 1 -b 2 -e 2 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth.gz


seqtool depth_hist     -nbins 500     786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth.gz     > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth_hist.tsv


cat 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md         -output 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.depth.gz> 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bam  > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: 786-O_FFPE_RNA_0001_B23LG7FLT4_3.md.bai






cat 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "786-O_FFPE_RNA_0001_B23LG7FLT4_3.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md/qc_complete.txt


+ merge_qc -folders 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3.md -output 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3_full_basic_stats.tsv
+ head -n1 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 786-O_FFPE_RNA_0001_B23LG7FLT4_3/786-O_FFPE_RNA_0001_B23LG7FLT4_3_full_basic_stats.tsv