File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/ff/4a942b3674678f9b24c09e4248e6a1/.command.log
Size
12.6 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/ff/4a942b3674678f9b24c09e4248e6a1/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a1/c86ec2a4f7441f14dc14144a616eac/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/a1/c86ec2a4f7441f14dc14144a616eac/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/ff/4a942b3674678f9b24c09e4248e6a1/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 659_b7Z-T1-TRNA-1_B23MHV2LT4_1
+ all_qc -bam 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 659_b7Z-T1-TRNA-1_B23MHV2LT4_1 -reference ref_genome.fa -region chr20
mkdir -p 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed


saturation_plot       -bams 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/saturation_plot.png       -threads 1 
seqtool depth -bam 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam -bed 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz
fragment_size       -bams 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam       -region chr20       -output_prefix 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.mpileup && contamination -input 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/contamination.tsv 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/saturation_qc.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai

0it [00:00, ?it/s]
133108it [00:00, 1330938.48it/s]
273452it [00:00, 1373232.91it/s]
410775it [00:00, 1372804.81it/s]
552896it [00:00, 1391867.77it/s]
695760it [00:00, 1405088.46it/s]
836270it [00:00, 1394080.77it/s]
995965it [00:00, 1459897.10it/s]
1153912it [00:00, 1497790.56it/s]
1318544it [00:00, 1544042.28it/s]
1483782it [00:01, 1577343.30it/s]
1650289it [00:01, 1604127.32it/s]
1815859it [00:01, 1619741.29it/s]
1983158it [00:01, 1635830.03it/s]
2150934it [00:01, 1648456.10it/s]
2315791it [00:01, 1618053.62it/s]
2484694it [00:01, 1639107.71it/s]
2652968it [00:01, 1652077.13it/s]
2818272it [00:01, 1568301.85it/s]
2976015it [00:01, 1532378.96it/s]
3131371it [00:02, 1538226.94it/s]
3287966it [00:02, 1546243.49it/s]
3445186it [00:02, 1553826.14it/s]
3600860it [00:02, 1509293.74it/s]
3752215it [00:02, 1458922.60it/s]
3898640it [00:02, 1449543.49it/s]
4043940it [00:02, 1380793.72it/s]
4182746it [00:02, 1330761.61it/s]
4323105it [00:02, 1351038.64it/s]
4479602it [00:02, 1412004.04it/s]
4627504it [00:03, 1431354.35it/s]
4771569it [00:03, 1434025.04it/s]
4917182it [00:03, 1440490.81it/s]
5067030it [00:03, 1457645.66it/s]
5220098it [00:03, 1479334.96it/s]
5368216it [00:03, 1478513.90it/s]
5516817it [00:03, 1480714.09it/s]
5681459it [00:03, 1530202.81it/s]
5846183it [00:03, 1565182.06it/s]
6002766it [00:04, 1528036.15it/s]
6155806it [00:04, 1468933.42it/s]
6303272it [00:04, 1415545.63it/s]
6448676it [00:04, 1426438.64it/s]
6604727it [00:04, 1465071.15it/s]
6768477it [00:04, 1515348.08it/s]
6927068it [00:04, 1535999.24it/s]
7081062it [00:04, 1518791.98it/s]
7234111it [00:04, 1522158.47it/s]
7386543it [00:04, 1508586.70it/s]
7537566it [00:05, 1405833.16it/s]
7679567it [00:05, 1339027.34it/s]
7814845it [00:05, 1274468.35it/s]
7972738it [00:05, 1357486.34it/s]
8135323it [00:05, 1432742.14it/s]
8291080it [00:05, 1468345.36it/s]
8456687it [00:05, 1522778.19it/s]
8622517it [00:05, 1562430.91it/s]
8784786it [00:05, 1580183.51it/s]
8946911it [00:05, 1592338.48it/s]
9106619it [00:06, 1568256.72it/s]
9268573it [00:06, 1583266.89it/s]
9435468it [00:06, 1608639.65it/s]
9598948it [00:06, 1616286.88it/s]
9768138it [00:06, 1638810.33it/s]
9932157it [00:06, 1602775.53it/s]
10097972it [00:06, 1619052.36it/s]
10262300it [00:06, 1626197.26it/s]
10425079it [00:06, 1616806.01it/s]
10590831it [00:07, 1628863.42it/s]
10753812it [00:07, 1612284.72it/s]
10915134it [00:07, 1530762.90it/s]
11069060it [00:07, 1514708.17it/s]
11221100it [00:07, 1499730.36it/s]
11377663it [00:07, 1518765.50it/s]
11535052it [00:07, 1534825.04it/s]
11696608it [00:07, 1558575.92it/s]
11862255it [00:07, 1587548.25it/s]
12025164it [00:07, 1599874.18it/s]
12185305it [00:08, 1598948.25it/s]
12345307it [00:08, 1582261.59it/s]
12443725it [00:08, 1516101.75it/s]


[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai


tabix -s 1 -b 2 -e 2 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz     > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv


cat 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md         -output 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.depth.gz> 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bam  > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md.bai




cat 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 






echo `date` > 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md/qc_complete.txt


+ merge_qc -folders 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1.md -output 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
+ head -n1 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 659_b7Z-T1-TRNA-1_B23MHV2LT4_1/659_b7Z-T1-TRNA-1_B23MHV2LT4_1_full_basic_stats.tsv