File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/b0/43576b95cce3c338f3eede056d7e5e/.command.log
Size
12.9 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/c2945b86374cd9354a5dbd7017363e/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/b0/43576b95cce3c338f3eede056d7e5e/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/c2945b86374cd9354a5dbd7017363e/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/b0/43576b95cce3c338f3eede056d7e5e/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 659_bua-T1-TRNA-1_A23MVY2LT4_1
+ all_qc -bam 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 659_bua-T1-TRNA-1_A23MVY2LT4_1 -reference ref_genome.fa -region chr20
mkdir -p 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/full_bed.bed


seqtool depth -bam 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam -bed 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth.gz
saturation_plot       -bams 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam       -region chr20       -output 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/saturation_qc.tsv 
fragment_size       -bams 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam       -region chr20       -output_prefix 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam > 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.mpileup && contamination -input 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai

141712it [00:00, 1416557.34it/s]
294413it [00:00, 1481484.38it/s]
458295it [00:00, 1553291.77it/s]
622287it [00:00, 1587464.35it/s]
790777it [00:00, 1622395.29it/s]
958680it [00:00, 1641630.73it/s]
1126599it [00:00, 1653887.26it/s]
1292340it [00:00, 1654990.32it/s]
1461054it [00:00, 1665012.20it/s]
1627611it [00:01, 1665165.28it/s]
1796293it [00:01, 1671774.65it/s]
1966224it [00:01, 1680134.32it/s]
2134238it [00:01, 1674014.03it/s]
2301685it [00:01, 1674135.05it/s]
2471467it [00:01, 1681245.15it/s]
2646432it [00:01, 1701792.35it/s]
2822295it [00:01, 1718846.46it/s]
2994185it [00:01, 1711033.76it/s]
3165300it [00:01, 1707763.41it/s]
3336085it [00:02, 1687086.90it/s]
3504849it [00:02, 1686450.79it/s]
3673532it [00:02, 1684282.39it/s]
3844996it [00:02, 1693299.03it/s]
4015357it [00:02, 1696346.19it/s]
4187842it [00:02, 1704840.17it/s]
4360759it [00:02, 1711997.38it/s]
4531972it [00:02, 1708032.11it/s]
4702786it [00:02, 1706289.20it/s]
4873646it [00:02, 1706956.72it/s]
5044347it [00:03, 1701036.02it/s]
5214458it [00:03, 1661482.36it/s]
5380802it [00:03, 1648339.63it/s]
5552234it [00:03, 1667583.62it/s]
5720872it [00:03, 1673128.96it/s]
5891999it [00:03, 1684382.84it/s]
6062574it [00:03, 1690689.15it/s]
6232571it [00:03, 1693428.15it/s]
6401958it [00:03, 1692684.71it/s]
6571887it [00:03, 1694562.31it/s]
6741366it [00:04, 1686092.21it/s]
6912279it [00:04, 1692878.72it/s]
7082161it [00:04, 1694634.88it/s]
7252173it [00:04, 1696255.11it/s]
7421810it [00:04, 1695349.42it/s]
7591844it [00:04, 1696828.95it/s]
7761533it [00:04, 1692272.67it/s]
7932459it [00:04, 1697228.62it/s]
8102541it [00:04, 1698287.47it/s]
8274111it [00:04, 1703487.61it/s]
8445332it [00:05, 1706085.25it/s]
8618527it [00:05, 1713824.00it/s]
8790949it [00:05, 1716922.16it/s]
8962644it [00:05, 1696533.74it/s]
9132353it [00:05, 1695700.43it/s]
9302609it [00:05, 1697728.65it/s]
9472411it [00:05, 1697677.13it/s]
9642199it [00:05, 1692390.68it/s]
9811455it [00:05, 1692203.15it/s]
9981992it [00:05, 1696105.88it/s]
10152375it [00:06, 1698232.90it/s]
10322206it [00:06, 1691937.87it/s][W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai

10493150it [00:06, 1697151.03it/s]
10662874it [00:06, 1673204.78it/s]
10830271it [00:06, 1665064.21it/s]
11002334it [00:06, 1681480.11it/s]
11170539it [00:06, 1680411.69it/s]
11341769it [00:06, 1689774.00it/s]
11511160it [00:06, 1690991.64it/s]
11680428it [00:06, 1691478.94it/s]
11849593it [00:07, 1682442.50it/s]
12017934it [00:07, 1682667.04it/s]
12188228it [00:07, 1688704.90it/s]
12360177it [00:07, 1697828.11it/s]
12531286it [00:07, 1701783.86it/s]
12702566it [00:07, 1705067.75it/s]
12876557it [00:07, 1715487.84it/s]
13048112it [00:07, 1698547.37it/s]
13219284it [00:07, 1702356.77it/s]
13389552it [00:07, 1690538.48it/s]
13558641it [00:08, 1678821.92it/s]
13726557it [00:08, 1659702.77it/s]
13892581it [00:08, 1659673.75it/s]
14058586it [00:08, 1639480.59it/s]
14226483it [00:08, 1651113.29it/s]
14392572it [00:08, 1653976.76it/s]
14558017it [00:08, 1652093.84it/s]
14728241it [00:08, 1666871.62it/s]
14900250it [00:08, 1682741.73it/s]
15056851it [00:08, 1682374.17it/s]




[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai


tabix -s 1 -b 2 -e 2 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth.gz     > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth_hist.tsv


cat 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 659_bua-T1-TRNA-1_A23MVY2LT4_1.md         -output 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/659_bua-T1-TRNA-1_A23MVY2LT4_1.md.depth.gz> 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bam  > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bua-T1-TRNA-1_A23MVY2LT4_1.md.bai






cat 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "659_bua-T1-TRNA-1_A23MVY2LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md/qc_complete.txt


+ merge_qc -folders 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1.md -output 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1_full_basic_stats.tsv
+ head -n1 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 659_bua-T1-TRNA-1_A23MVY2LT4_1/659_bua-T1-TRNA-1_A23MVY2LT4_1_full_basic_stats.tsv