File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3e/16234ba89641225c168224d06c32bf/.command.log
Size
14.8 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/79/26b72dbad710a652acbf3d8ac2f8bb/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3e/16234ba89641225c168224d06c32bf/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/3e/16234ba89641225c168224d06c32bf/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/79/26b72dbad710a652acbf3d8ac2f8bb/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3
+ all_qc -bam BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3 -reference ref_genome.fa -region chr20
mkdir -p BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/full_bed.bed


seqtool depth -bam BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam -bed BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth.gz
saturation_plot       -bams BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam       -region chr20       -output BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/saturation_qc.tsv 
fragment_size       -bams BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam       -region chr20       -output_prefix BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.mpileup && contamination -input BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai

0it [00:00, ?it/s]
91696it [00:00, 916853.76it/s]
187615it [00:00, 941721.11it/s]
281788it [00:00, 930751.24it/s]
374879it [00:00, 924958.21it/s]
472013it [00:00, 941429.85it/s]
569256it [00:00, 951888.82it/s]
664465it [00:00, 949205.73it/s]
759400it [00:00, 904467.33it/s]
854268it [00:00, 917775.83it/s]
952655it [00:01, 937644.20it/s]
1046697it [00:01, 878837.03it/s]
1143380it [00:01, 904059.74it/s]
1237520it [00:01, 914896.83it/s]
1333135it [00:01, 926986.37it/s]
1426758it [00:01, 929700.97it/s]
1520036it [00:01, 913467.30it/s]
1620392it [00:01, 939921.21it/s]
1721298it [00:01, 960343.83it/s]
1818802it [00:01, 964690.84it/s]
1915419it [00:02, 956433.42it/s]
2011177it [00:02, 952518.86it/s]
2106509it [00:02, 916965.01it/s]
2198514it [00:02, 916379.11it/s]
2294623it [00:02, 929435.92it/s]
2391551it [00:02, 941159.10it/s]
2489741it [00:02, 953204.76it/s]
2586628it [00:02, 957845.94it/s]
2682502it [00:02, 933890.54it/s]
2781416it [00:02, 950076.40it/s]
2876588it [00:03, 917338.24it/s]
2970093it [00:03, 922448.44it/s]
3068924it [00:03, 941690.13it/s]
3164566it [00:03, 946012.89it/s]
3260012it [00:03, 948498.16it/s]
3356789it [00:03, 954212.14it/s]
3452297it [00:03, 938002.94it/s]
3554145it [00:03, 961730.82it/s]
3650438it [00:03, 946915.19it/s]
3745250it [00:04, 947006.88it/s]
3840265it [00:04, 947913.77it/s]
3938423it [00:04, 957893.44it/s]
4034265it [00:04, 924641.05it/s]
4126997it [00:04, 908177.02it/s]
4218026it [00:04, 900182.74it/s]
4308184it [00:04, 852899.71it/s]
4393981it [00:04, 847233.15it/s]
4479037it [00:04, 831790.59it/s]
4565245it [00:04, 840434.08it/s]
4653541it [00:05, 852749.83it/s]
4739002it [00:05, 849983.33it/s]
4824126it [00:05, 838987.52it/s]
4911713it [00:05, 849775.39it/s]
5000547it [00:05, 861137.64it/s]
5096624it [00:05, 890634.96it/s]
5186204it [00:05, 892045.67it/s]
5278503it [00:05, 901254.05it/s]
5368681it [00:05, 893076.70it/s]
5460035it [00:05, 899139.63it/s]
5549990it [00:06, 888613.30it/s]
5646870it [00:06, 912341.35it/s]
5738171it [00:06, 896749.28it/s]
5830304it [00:06, 903968.92it/s]
5922827it [00:06, 910245.07it/s]
6013916it [00:06, 909297.07it/s]
6107504it [00:06, 917195.64it/s]
6202934it [00:06, 928248.81it/s]
6297246it [00:06, 932676.99it/s]
6393106it [00:06, 940415.53it/s]
6487182it [00:07, 940501.49it/s]
6585921it [00:07, 954530.62it/s]
6681385it [00:07, 943968.92it/s]
6775816it [00:07, 933107.50it/s]
6875785it [00:07, 952784.54it/s]
6971272it [00:07, 953386.04it/s]
7069450it [00:07, 961825.46it/s]
7165668it [00:07, 944825.53it/s]
7260236it [00:07, 928490.65it/s]
7353185it [00:07, 918546.02it/s]
7445112it [00:08, 899634.55it/s]
7544264it [00:08, 926309.86it/s]
7637050it [00:08, 894335.16it/s]
7735668it [00:08, 920757.91it/s]
7830018it [00:08, 927369.92it/s]
7922994it [00:08, 914515.97it/s][W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai

8015655it [00:08, 918039.30it/s]
8107598it [00:08, 912507.25it/s]
8205016it [00:08, 930680.98it/s]
8298182it [00:09, 912879.87it/s]
8391579it [00:09, 919047.12it/s]
8489277it [00:09, 936111.39it/s]
8582987it [00:09, 895779.26it/s]
8672970it [00:09, 885770.44it/s]
8766107it [00:09, 898946.50it/s]
8856243it [00:09, 893545.04it/s]
8945762it [00:09, 891481.63it/s]
9040589it [00:09, 908194.89it/s]
9133191it [00:09, 913456.02it/s]
9224619it [00:10, 904242.81it/s]
9323274it [00:10, 928587.79it/s]
9420123it [00:10, 940400.69it/s]
9514233it [00:10, 915151.03it/s]
9605933it [00:10, 901981.31it/s]
9696275it [00:10, 861984.90it/s]
9782866it [00:10, 820416.27it/s]
9865445it [00:10, 811622.33it/s]
9946946it [00:10, 807165.52it/s]
10029021it [00:11, 811032.86it/s]
10110296it [00:11, 809433.50it/s]
10191355it [00:11, 804357.91it/s]
10271867it [00:11, 799448.14it/s]
10351862it [00:11, 792610.82it/s]
10431158it [00:11, 785769.30it/s]
10509814it [00:11, 785984.27it/s]
10588431it [00:11, 778486.14it/s]
10666299it [00:11, 769977.48it/s]
10744953it [00:11, 774834.87it/s]
10822461it [00:12, 770854.29it/s][W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai

10899563it [00:12, 744228.74it/s]
10978830it [00:12, 758258.03it/s]
11058652it [00:12, 769946.52it/s]
11141935it [00:12, 788480.60it/s]
11230511it [00:12, 817299.29it/s]
11312372it [00:12, 788682.03it/s]
11391531it [00:12, 775522.77it/s]
11479441it [00:12, 805471.61it/s][W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai

11573079it [00:12, 843779.50it/s]
11664514it [00:13, 864509.86it/s]
11755144it [00:13, 876877.17it/s]
11843786it [00:13, 879699.72it/s]
11931881it [00:13, 863281.11it/s]
12025333it [00:13, 884259.06it/s]
12115525it [00:13, 889469.94it/s]
12208031it [00:13, 900038.11it/s]
12298118it [00:13, 897392.76it/s]
12391267it [00:13, 907535.21it/s]
12485246it [00:13, 917148.38it/s]
12581835it [00:14, 931707.74it/s]
12675037it [00:14, 915985.99it/s]


12766714it [00:14, 891897.60it/s]
12860893it [00:14, 906428.05it/s]
12936467it [00:14, 894593.98it/s]


[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai


[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai


tabix -s 1 -b 2 -e 2 BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth.gz


seqtool depth_hist     -nbins 500     BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth.gz     > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth_hist.tsv


cat BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md         -output BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.depth.gz> BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bam  > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai
[W::hts_idx_load3] The index file is older than the data file: BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md.bai






cat BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md/qc_complete.txt


+ merge_qc -folders BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3.md -output BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3_full_basic_stats.tsv
+ head -n1 BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3/BVT_FFPE_TRNA_utn_04_A23WKFTLT4_3_full_basic_stats.tsv