File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/478e5b51dcc2ef1d7782f948f22ad8/.command.log
Size
12.7 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/667926d4fb2f692c2979ba163e6b40/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/478e5b51dcc2ef1d7782f948f22ad8/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/667926d4fb2f692c2979ba163e6b40/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/478e5b51dcc2ef1d7782f948f22ad8/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 659_bjQ-T1-TRNA-1_B23MHV2LT4_1
+ all_qc -bam 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 659_bjQ-T1-TRNA-1_B23MHV2LT4_1 -reference ref_genome.fa -region chr20
mkdir -p 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed


saturation_plot       -bams 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/saturation_plot.png       -threads 1 
seqtool depth -bam 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam -bed 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/saturation_qc.tsv 
fragment_size       -bams 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output_prefix 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.mpileup && contamination -input 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai

[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai

0it [00:00, ?it/s]
152708it [00:00, 1526906.72it/s][W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai

319126it [00:00, 1607623.53it/s]
488420it [00:00, 1646454.71it/s]
658358it [00:00, 1667327.85it/s]
828046it [00:00, 1677818.73it/s]
999172it [00:00, 1689166.31it/s]
1168984it [00:00, 1692076.65it/s]
1339444it [00:00, 1696047.04it/s]
1509398it [00:00, 1696964.91it/s]
1681617it [00:01, 1704604.08it/s]
1856756it [00:01, 1718905.30it/s]
2028647it [00:01, 1712748.77it/s]
2199927it [00:01, 1708448.45it/s]
2372216it [00:01, 1712775.83it/s]
2543499it [00:01, 1710189.82it/s]
2714694it [00:01, 1710702.72it/s]
2886842it [00:01, 1713920.39it/s]
3058237it [00:01, 1713595.08it/s]
3230871it [00:01, 1717260.72it/s]
3402599it [00:02, 1697544.67it/s]
3572405it [00:02, 1694860.73it/s]
3742586it [00:02, 1696913.64it/s]
3912303it [00:02, 1696774.46it/s]
4084745it [00:02, 1705024.11it/s]
4255453it [00:02, 1705624.04it/s]
4426027it [00:02, 1702920.96it/s]
4598966it [00:02, 1710670.39it/s]
4770041it [00:02, 1705146.36it/s]
4940565it [00:02, 1703448.26it/s]
5110916it [00:03, 1699388.66it/s]
5280860it [00:03, 1698552.51it/s]
5451915it [00:03, 1702116.95it/s]
5624197it [00:03, 1708285.70it/s]
5795983it [00:03, 1711129.67it/s]
5969042it [00:03, 1716937.45it/s]
6140739it [00:03, 1703471.31it/s]
6311112it [00:03, 1702160.92it/s]
6481346it [00:03, 1697536.18it/s]
6651113it [00:03, 1692437.40it/s]
6820367it [00:04, 1680810.43it/s]
6991233it [00:04, 1689074.62it/s]
7161951it [00:04, 1694320.99it/s]
7331401it [00:04, 1692705.56it/s]
7501846it [00:04, 1696202.66it/s]
7672277it [00:04, 1698611.88it/s]
7842146it [00:04, 1697710.99it/s]
8013459it [00:04, 1702301.37it/s]
8183694it [00:04, 1697393.22it/s]
8354799it [00:04, 1701453.51it/s]
8524950it [00:05, 1695048.51it/s]
8694463it [00:05, 1693576.17it/s]
8866763it [00:05, 1702348.99it/s]
9037005it [00:05, 1689083.55it/s]
9211237it [00:05, 1704917.36it/s]
9383402it [00:05, 1709762.66it/s]
9554402it [00:05, 1709730.52it/s]
9728342it [00:05, 1718585.75it/s]
9900214it [00:05, 1711450.13it/s]
10072974it [00:05, 1716250.84it/s]
10244612it [00:06, 1713055.00it/s]
10415927it [00:06, 1712754.24it/s]
10587209it [00:06, 1705307.66it/s]
10760490it [00:06, 1713486.26it/s]
10932270it [00:06, 1714755.72it/s]
11103754it [00:06, 1712075.45it/s]
11274968it [00:06, 1709473.71it/s]
11445920it [00:06, 1707193.24it/s]
11616643it [00:06, 1705305.31it/s]
11787176it [00:06, 1704547.33it/s]
11957633it [00:07, 1700660.35it/s]
12129159it [00:07, 1705002.19it/s]
12299663it [00:07, 1701843.01it/s]
12471301it [00:07, 1706168.82it/s]
12641921it [00:07, 1705787.80it/s]
12813962it [00:07, 1709998.23it/s]
12985505it [00:07, 1711605.53it/s]
13159901it [00:07, 1721282.10it/s]
13332032it [00:07, 1714959.16it/s]
13505558it [00:07, 1721005.90it/s]
13677778it [00:08, 1721333.15it/s]
13849916it [00:08, 1718339.75it/s]
14021754it [00:08, 1709642.27it/s]
14183067it [00:08, 1702922.40it/s]


[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai


tabix -s 1 -b 2 -e 2 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz     > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv


cat 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md         -output 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz> 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bam  > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md.bai






cat 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md/qc_complete.txt


+ merge_qc -folders 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1.md -output 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
+ head -n1 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 659_bjQ-T1-TRNA-1_B23MHV2LT4_1/659_bjQ-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv