File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9a/f353bd381ec83fd25ada7ad02ae76d/.command.log
Size
12.8 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/92/a3d28d087c05519c7df87629498d66/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9a/f353bd381ec83fd25ada7ad02ae76d/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/92/a3d28d087c05519c7df87629498d66/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9a/f353bd381ec83fd25ada7ad02ae76d/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 659_bTq-T1-TRNA-1_B23MHV2LT4_1
+ all_qc -bam 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 659_bTq-T1-TRNA-1_B23MHV2LT4_1 -reference ref_genome.fa -region chr20
mkdir -p 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed


seqtool depth -bam 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam -bed 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz
saturation_plot       -bams 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/saturation_qc.tsv 
fragment_size       -bams 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output_prefix 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.mpileup && contamination -input 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai

152273it [00:00, 1522658.85it/s]
314198it [00:00, 1579204.55it/s]
479968it [00:00, 1615019.59it/s]
649707it [00:00, 1647521.28it/s]
818906it [00:00, 1663379.44it/s]
988464it [00:00, 1674309.42it/s]
1157100it [00:00, 1678148.55it/s]
1327268it [00:00, 1685626.86it/s]
1498321it [00:00, 1693399.31it/s]
1667662it [00:01, 1693025.54it/s]
1836965it [00:01, 1691750.00it/s]
2006141it [00:01, 1687587.33it/s]
2177257it [00:01, 1694698.61it/s]
2346730it [00:01, 1693228.09it/s]
2517124it [00:01, 1696437.46it/s]
2686770it [00:01, 1696386.36it/s]
2861177it [00:01, 1710699.66it/s]
3034578it [00:01, 1717576.26it/s]
3206338it [00:01, 1709994.44it/s]
3377347it [00:02, 1698033.71it/s]
3547172it [00:02, 1695391.04it/s]
3718337it [00:02, 1700226.17it/s]
3891110it [00:02, 1708428.08it/s]
4061966it [00:02, 1700071.63it/s]
4231989it [00:02, 1694922.88it/s]
4402838it [00:02, 1698958.34it/s]
4572745it [00:02, 1698717.53it/s]
4744137it [00:02, 1703181.05it/s]
4914462it [00:02, 1696233.91it/s]
5084302it [00:03, 1696865.67it/s]
5254065it [00:03, 1697002.78it/s]
5424161it [00:03, 1698001.20it/s]
5593965it [00:03, 1697927.22it/s]
5767742it [00:03, 1709853.17it/s]
5939243it [00:03, 1711383.54it/s]
6110384it [00:03, 1702295.86it/s]
6280626it [00:03, 1690792.14it/s]
6451337it [00:03, 1695633.71it/s]
6620920it [00:03, 1686536.87it/s]
6789594it [00:04, 1678789.76it/s]
6958825it [00:04, 1682796.21it/s]
7127120it [00:04, 1680032.00it/s]
7295508it [00:04, 1681166.33it/s]
7464414it [00:04, 1683416.83it/s]
7634196it [00:04, 1687711.00it/s]
7805459it [00:04, 1695156.13it/s]
7975222it [00:04, 1695814.21it/s]
8146454it [00:04, 1700700.89it/s]
8316528it [00:04, 1698104.80it/s]
8487832it [00:05, 1702544.79it/s]
8658090it [00:05, 1698183.14it/s]
8829002it [00:05, 1701305.73it/s]
9000041it [00:05, 1704009.38it/s]
9171391it [00:05, 1706837.47it/s]
9342078it [00:05, 1706281.95it/s]
9512708it [00:05, 1697930.05it/s]
9682511it [00:05, 1695003.34it/s]
9852154it [00:05, 1695415.60it/s]
10021701it [00:05, 1692676.20it/s]
10191582it [00:06, 1694494.15it/s]
10361815it [00:06, 1696824.47it/s]
10531501it [00:06, 1696475.77it/s]
10702306it [00:06, 1699928.46it/s]
10875046it [00:06, 1708147.38it/s]
11045863it [00:06, 1702454.49it/s]
11216114it [00:06, 1692735.21it/s]
11388084it [00:06, 1700762.53it/s]
11558637it [00:06, 1702169.10it/s]
11728865it [00:06, 1701961.22it/s]
11899069it [00:07, 1695864.47it/s]
12070288it [00:07, 1700725.93it/s]
12240657it [00:07, 1701569.43it/s]
12410820it [00:07, 1696466.81it/s]
12580474it [00:07, 1695789.36it/s][W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai

12750058it [00:07, 1692577.87it/s]
12919320it [00:07, 1677993.84it/s]
13087147it [00:07, 1671677.13it/s]
13256561it [00:07, 1678288.93it/s]
13425645it [00:07, 1682016.60it/s]
13594397it [00:08, 1683643.15it/s]
13763159it [00:08, 1684743.05it/s]
13933103it [00:08, 1689130.05it/s]
14102023it [00:08, 1687030.92it/s]
14270732it [00:08, 1686498.88it/s]
14439386it [00:08, 1680044.89it/s]
14509018it [00:08, 1691777.67it/s]




[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai


tabix -s 1 -b 2 -e 2 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz     > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv


cat 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md         -output 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz> 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bam  > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_bTq-T1-TRNA-1_B23MHV2LT4_1.md.bai




cat 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "659_bTq-T1-TRNA-1_B23MHV2LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 






echo `date` > 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md/qc_complete.txt


+ merge_qc -folders 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1.md -output 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
+ head -n1 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 659_bTq-T1-TRNA-1_B23MHV2LT4_1/659_bTq-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv