File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/df/ab8173e4d72c58933949602cd6dcc8/.command.log
Size
11.7 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/49/120b4c81608597ed918dd69e78cbe9/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/df/ab8173e4d72c58933949602cd6dcc8/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/49/120b4c81608597ed918dd69e78cbe9/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/df/ab8173e4d72c58933949602cd6dcc8/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-c5cb90-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-c5cb90-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai

143630it [00:00, 1435856.33it/s]
305345it [00:00, 1537366.88it/s]
476962it [00:00, 1618826.32it/s]
651312it [00:00, 1667961.99it/s]
818116it [00:00, 1639262.47it/s]
982131it [00:00, 1636827.65it/s]
1154823it [00:00, 1665989.39it/s]
1329029it [00:00, 1690030.84it/s]
1507291it [00:00, 1718823.85it/s]
1681855it [00:01, 1727055.31it/s]
1857732it [00:01, 1736715.20it/s]
2031811it [00:01, 1737935.86it/s]
2205626it [00:01, 1729674.69it/s]
2380382it [00:01, 1735033.04it/s]
2558635it [00:01, 1749289.67it/s]
2738823it [00:01, 1765062.86it/s]
2916284it [00:01, 1767826.35it/s]
3093730it [00:01, 1769790.28it/s]
3270717it [00:01, 1768209.12it/s]
3447544it [00:02, 1746630.24it/s]
3622269it [00:02, 1746207.18it/s]
3796933it [00:02, 1724513.67it/s]
3971430it [00:02, 1730523.21it/s]
4146082it [00:02, 1735244.69it/s]
4324188it [00:02, 1748864.64it/s]
4499118it [00:02, 1738411.91it/s]
4673089it [00:02, 1738649.57it/s]
4846982it [00:02, 1728663.51it/s]
5020761it [00:02, 1731357.33it/s]
5193919it [00:03, 1723974.20it/s]
5366335it [00:03, 1704931.85it/s]
5536877it [00:03, 1696135.52it/s]
5714147it [00:03, 1718793.20it/s]
5890257it [00:03, 1731348.53it/s]
6066775it [00:03, 1741382.60it/s]
6240953it [00:03, 1712128.04it/s]
6412293it [00:03, 1632383.89it/s]
6576312it [00:03, 1620660.34it/s]
6748953it [00:03, 1651139.76it/s]
6923952it [00:04, 1679892.34it/s]
7099303it [00:04, 1701551.05it/s]
7275627it [00:04, 1719793.87it/s]
7451539it [00:04, 1731461.22it/s]
7629660it [00:04, 1746267.04it/s]
7806368it [00:04, 1752458.32it/s]
7981716it [00:04, 1748183.70it/s]
8156607it [00:04, 1748243.04it/s]
8331901it [00:04, 1749627.33it/s]
8506900it [00:04, 1612700.16it/s]
8670293it [00:05, 1617578.95it/s]
8845527it [00:05, 1656308.22it/s]
9021059it [00:05, 1684972.01it/s]
9193826it [00:05, 1697436.68it/s]
9368067it [00:05, 1710695.87it/s]
9539638it [00:05, 1704085.11it/s]
9713392it [00:05, 1713928.65it/s]
9885042it [00:05, 1632109.40it/s]
10049212it [00:05, 1505731.52it/s]
10215352it [00:06, 1548509.72it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai

10372204it [00:06, 1552307.84it/s]
10528859it [00:06, 1522188.65it/s]
10698790it [00:06, 1572805.65it/s]
10857031it [00:06, 1554089.85it/s]
11017686it [00:06, 1569297.56it/s]
11175137it [00:06, 1569134.94it/s]
11333218it [00:06, 1572555.12it/s]
11504794it [00:06, 1614980.86it/s]
11666527it [00:06, 1614689.53it/s]
11828160it [00:07, 1590693.74it/s]
11987412it [00:07, 1573814.90it/s]
12149598it [00:07, 1587941.40it/s]
12308521it [00:07, 1588140.68it/s]
12395045it [00:07, 1674333.96it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md         -output aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bam  > aih-tih-sc-c5cb90-R1_B23WHYVLT4_1/aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-c5cb90-R1_B23WHYVLT4_1.md.bai