File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/51/d257b529a451324d2691c1c90c6b6d/.command.log
Size
12.5 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/51/d257b529a451324d2691c1c90c6b6d/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d0/aa67d44bf69a95174d812f7ab9445f/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d0/aa67d44bf69a95174d812f7ab9445f/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/51/d257b529a451324d2691c1c90c6b6d/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 659_bUW-T1-TRNA-1_B23WHTKLT4_1
+ all_qc -bam 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 659_bUW-T1-TRNA-1_B23WHTKLT4_1 -reference ref_genome.fa -region chr20
mkdir -p 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/full_bed.bed


seqtool depth -bam 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam -bed 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth.gz
saturation_plot       -bams 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam       -region chr20       -output 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/saturation_qc.tsv 
fragment_size       -bams 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam       -region chr20       -output_prefix 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam > 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.mpileup && contamination -input 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai

0it [00:00, ?it/s]
157596it [00:00, 1575897.63it/s]
315186it [00:00, 1500286.24it/s]
474805it [00:00, 1542886.36it/s]
643644it [00:00, 1599305.39it/s]
811850it [00:00, 1628814.22it/s]
979645it [00:00, 1645364.56it/s]
1150540it [00:00, 1666038.89it/s]
1320537it [00:00, 1676790.04it/s]
1492337it [00:00, 1689604.45it/s]
1662033it [00:01, 1691857.29it/s]
1831256it [00:01, 1691697.99it/s]
2003654it [00:01, 1701495.68it/s]
2176716it [00:01, 1710298.73it/s]
2347760it [00:01, 1701120.06it/s]
2524616it [00:01, 1721351.43it/s]
2696774it [00:01, 1719941.14it/s]
2868784it [00:01, 1709778.18it/s]
3039784it [00:01, 1707585.51it/s]
3210558it [00:01, 1696265.57it/s]
3380207it [00:02, 1686130.57it/s]
3550459it [00:02, 1690987.14it/s]
3719679it [00:02, 1691332.24it/s]
3889826it [00:02, 1694305.62it/s]
4059268it [00:02, 1691392.11it/s]
4228807it [00:02, 1692509.33it/s]
4399912it [00:02, 1698027.84it/s]
4569833it [00:02, 1698367.79it/s]
4740500it [00:02, 1700841.27it/s]
4910588it [00:02, 1693109.70it/s]
5079909it [00:03, 1692376.83it/s]
5250748it [00:03, 1697150.01it/s]
5421163it [00:03, 1699107.84it/s]
5591917it [00:03, 1701619.54it/s]
5762083it [00:03, 1700781.52it/s]
5932950it [00:03, 1703132.56it/s]
6103266it [00:03, 1695467.25it/s]
6274405it [00:03, 1700200.23it/s]
6444433it [00:03, 1694666.97it/s]
6614063it [00:03, 1695093.77it/s]
6783579it [00:04, 1684515.69it/s]
6952301it [00:04, 1685303.09it/s]
7121916it [00:04, 1688505.71it/s]
7291615it [00:04, 1690921.63it/s]
7461210it [00:04, 1692406.66it/s]
7631047it [00:04, 1694167.88it/s]
7800469it [00:04, 1693396.37it/s]
7969812it [00:04, 1686845.95it/s]
8141676it [00:04, 1696329.53it/s]
8314881it [00:04, 1706975.96it/s]
8485588it [00:05, 1702556.57it/s]
8656900it [00:05, 1705695.77it/s]
8827476it [00:05, 1703709.11it/s]
8997852it [00:05, 1685244.74it/s]
9167471it [00:05, 1688468.56it/s]
9336353it [00:05, 1684525.40it/s]
9507656it [00:05, 1692999.91it/s]
9679608it [00:05, 1700898.56it/s]
9850333it [00:05, 1702773.12it/s]
10022578it [00:05, 1708640.70it/s]
10193453it [00:06, 1702734.84it/s]
10366117it [00:06, 1709857.37it/s]
10537114it [00:06, 1706329.30it/s]
10707865it [00:06, 1706602.56it/s]
10878532it [00:06, 1700424.75it/s]
11048583it [00:06, 1690662.44it/s]
11217664it [00:06, 1678095.96it/s]
11387876it [00:06, 1685143.94it/s]
11558001it [00:06, 1689925.09it/s]
11727768it [00:06, 1692221.78it/s]
11897006it [00:07, 1690160.21it/s]
12066620it [00:07, 1691934.18it/s]
12236981it [00:07, 1695413.49it/s]
12406699it [00:07, 1695811.07it/s]
12580207it [00:07, 1707564.61it/s]
12750968it [00:07, 1702103.66it/s]
12921186it [00:07, 1701041.15it/s]
13064353it [00:07, 1690908.91it/s]
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai


tabix -s 1 -b 2 -e 2 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth.gz     > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth_hist.tsv


cat 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md         -output 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.depth.gz> 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bam  > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bUW-T1-TRNA-1_B23WHTKLT4_1.md.bai






cat 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "659_bUW-T1-TRNA-1_B23WHTKLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md/qc_complete.txt


+ merge_qc -folders 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1.md -output 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1_full_basic_stats.tsv
+ head -n1 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 659_bUW-T1-TRNA-1_B23WHTKLT4_1/659_bUW-T1-TRNA-1_B23WHTKLT4_1_full_basic_stats.tsv