File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/97/133848fe3fe4d0c5208b935b7ca1a2/.command.log
Size
11.3 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/97/133848fe3fe4d0c5208b935b7ca1a2/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/16/cee536502435a8c4187d3337b9cdfe/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/97/133848fe3fe4d0c5208b935b7ca1a2/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/16/cee536502435a8c4187d3337b9cdfe/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-7d62c4-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-7d62c4-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s]
147969it [00:00, 1479589.11it/s]
307727it [00:00, 1548959.68it/s]
464411it [00:00, 1557102.63it/s]
630329it [00:00, 1597378.68it/s]
796465it [00:00, 1620432.69it/s]
959030it [00:00, 1622161.04it/s]
1121247it [00:00, 1621004.63it/s]
1287057it [00:00, 1632632.62it/s]
1450537it [00:00, 1633289.69it/s]
1614769it [00:01, 1635859.30it/s]
1778356it [00:01, 1628074.63it/s]
1941728it [00:01, 1629652.15it/s]
2105585it [00:01, 1632334.41it/s]
2268824it [00:01, 1630647.23it/s]
2437241it [00:01, 1646732.94it/s]
2610058it [00:01, 1671191.83it/s]
2777185it [00:01, 1666646.33it/s]
2943858it [00:01, 1661793.80it/s]
3110045it [00:01, 1659748.79it/s]
3276025it [00:02, 1651589.10it/s]
3441989it [00:02, 1653978.86it/s]
3607396it [00:02, 1648290.37it/s]
3772331it [00:02, 1648594.21it/s]
3937409it [00:02, 1649231.62it/s]
4103621it [00:02, 1652961.56it/s]
4271422it [00:02, 1660449.95it/s]
4437472it [00:02, 1657901.37it/s]
4603266it [00:02, 1657645.99it/s]
4769379it [00:02, 1658673.52it/s]
4935249it [00:03, 1625256.48it/s]
5097923it [00:03, 1607775.42it/s]
5258824it [00:03, 1589493.10it/s]
5417876it [00:03, 1545624.53it/s]
5585345it [00:03, 1582998.10it/s]
5756923it [00:03, 1621712.01it/s]
5928779it [00:03, 1650247.79it/s]
6101760it [00:03, 1673812.84it/s]
6272607it [00:03, 1684102.11it/s]
6441179it [00:03, 1673443.62it/s]
6608647it [00:04, 1665567.25it/s]
6775292it [00:04, 1511173.45it/s]
6942003it [00:04, 1554506.86it/s]
7110536it [00:04, 1591676.79it/s]
7276428it [00:04, 1611078.07it/s]
7443603it [00:04, 1628781.80it/s]
7611223it [00:04, 1642726.07it/s]
7780184it [00:04, 1656583.44it/s]
7946356it [00:04, 1655173.62it/s]
8114179it [00:04, 1661881.87it/s]
8284346it [00:05, 1673723.53it/s]
8452240it [00:05, 1675219.65it/s]
8619926it [00:05, 1675685.79it/s]
8787587it [00:05, 1665769.52it/s]
8956828it [00:05, 1673692.31it/s]
9126817it [00:05, 1681342.63it/s]
9297541it [00:05, 1689071.00it/s]
9466481it [00:05, 1619032.18it/s]
9632049it [00:05, 1629672.47it/s]
9796790it [00:05, 1634856.60it/s]
9963015it [00:06, 1642929.27it/s]
10128578it [00:06, 1646677.83it/s]
10293428it [00:06, 1645753.54it/s]
10458130it [00:06, 1624787.76it/s]
10623202it [00:06, 1632446.29it/s]
10790868it [00:06, 1645563.82it/s]
10958098it [00:06, 1653513.74it/s]
11128142it [00:06, 1667505.87it/s]
11295218it [00:06, 1668435.41it/s]
11462099it [00:06, 1665466.20it/s]
11628673it [00:07, 1651601.08it/s]
11793875it [00:07, 1619020.25it/s]
11958979it [00:07, 1628421.62it/s]
12124706it [00:07, 1636934.97it/s]
12290990it [00:07, 1644530.71it/s]
12460667it [00:07, 1660071.52it/s]
12627221it [00:07, 1661682.21it/s]
12794612it [00:07, 1665307.82it/s]
12961365it [00:07, 1665947.22it/s]
13130238it [00:08, 1672741.25it/s]
13297837it [00:08, 1673690.09it/s]
13465219it [00:08, 1670510.91it/s]
13632484it [00:08, 1671128.02it/s]
13799604it [00:08, 1655799.73it/s]
13965734it [00:08, 1657325.11it/s]
14133112it [00:08, 1662214.91it/s]
14300604it [00:08, 1665991.51it/s]
14468474it [00:08, 1669769.65it/s]
14637012it [00:08, 1674404.05it/s]
14804462it [00:09, 1666311.88it/s]
14971108it [00:09, 1662821.69it/s]
15137401it [00:09, 1662203.56it/s]
15304712it [00:09, 1665439.82it/s]
15471263it [00:09, 1659716.46it/s]
15637979it [00:09, 1661915.97it/s]
15804444it [00:09, 1662673.81it/s]
15970997it [00:09, 1663442.71it/s]
16138233it [00:09, 1666085.88it/s]
16304845it [00:09, 1665222.07it/s]
16471370it [00:10, 1661283.15it/s]
16639934it [00:10, 1668406.28it/s]
16806779it [00:10, 1645312.78it/s]
16971382it [00:10, 1616398.74it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai

17136363it [00:10, 1626158.38it/s]
17299094it [00:10, 1617852.43it/s]
17460959it [00:10, 1607162.36it/s]
17516322it [00:10, 1642764.01it/s]


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md         -output aih-tih-sc-7d62c4-R1_B23WHYVLT4_1/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md/aih-tih-sc-7d62c4-R1_B23WHYVLT4_1.md.depth.png