File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/06/02b007fdf0f9d13d47655a5976e171/.command.log
Size
10.4 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/06/02b007fdf0f9d13d47655a5976e171/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/68/21b353089231fd5e0e57ee3ca92d22/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/06/02b007fdf0f9d13d47655a5976e171/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/68/21b353089231fd5e0e57ee3ca92d22/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-1d89ab-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-1d89ab-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai

143650it [00:00, 1436354.11it/s]
289077it [00:00, 1446850.63it/s]
455679it [00:00, 1546889.43it/s]
625108it [00:00, 1605046.75it/s]
794458it [00:00, 1636913.48it/s]
961499it [00:00, 1648266.37it/s]
1130034it [00:00, 1660358.88it/s]
1300386it [00:00, 1674072.61it/s]
1471456it [00:00, 1685496.58it/s]
1642995it [00:01, 1694574.54it/s]
1812453it [00:01, 1683784.12it/s]
1981719it [00:01, 1686445.81it/s]
2152451it [00:01, 1692721.86it/s]
2322901it [00:01, 1696092.89it/s]
2496757it [00:01, 1708842.89it/s]
2674366it [00:01, 1729031.85it/s]
2847277it [00:01, 1728289.47it/s]
3020112it [00:01, 1723473.47it/s]
3192466it [00:01, 1712007.22it/s]
3363686it [00:02, 1690218.68it/s]
3532771it [00:02, 1681006.58it/s]
3702709it [00:02, 1686346.44it/s]
3874785it [00:02, 1696548.87it/s]
4046377it [00:02, 1702296.69it/s]
4217621it [00:02, 1705300.90it/s]
4388173it [00:02, 1698992.79it/s]
4558091it [00:02, 1698480.95it/s]
4727952it [00:02, 1698414.71it/s]
4897803it [00:02, 1685605.59it/s]
5066389it [00:03, 1672485.94it/s]
5235242it [00:03, 1677210.09it/s]
5408751it [00:03, 1694414.20it/s]
5578713it [00:03, 1695929.72it/s]
5750475it [00:03, 1702196.42it/s]
5921135it [00:03, 1703481.67it/s]
6091497it [00:03, 1666588.22it/s]
6261003it [00:03, 1674945.09it/s]
6428639it [00:03, 1652486.85it/s]
6598956it [00:03, 1667393.02it/s]
6766548it [00:04, 1669819.34it/s]
6937130it [00:04, 1680500.83it/s]
7106080it [00:04, 1683162.77it/s]
7274450it [00:04, 1681964.23it/s]
7444836it [00:04, 1688433.84it/s]
7615055it [00:04, 1692527.63it/s]
7784329it [00:04, 1687228.75it/s]
7953246it [00:04, 1687789.13it/s]
8123750it [00:04, 1692929.24it/s]
8293950it [00:04, 1695567.56it/s]
8463515it [00:05, 1683949.30it/s]
8631933it [00:05, 1681448.75it/s]
8804517it [00:05, 1694571.51it/s]
8973992it [00:05, 1685580.84it/s]
9145659it [00:05, 1694711.21it/s]
9316541it [00:05, 1698898.91it/s]
9488654it [00:05, 1705523.56it/s]
9660794it [00:05, 1710254.53it/s]
9831830it [00:05, 1707314.02it/s]
10002570it [00:05, 1703944.09it/s]
10172971it [00:06, 1695533.26it/s]
10342536it [00:06, 1693785.55it/s]
10511923it [00:06, 1691803.41it/s]
10682425it [00:06, 1695732.16it/s]
10852004it [00:06, 1691569.65it/s]
11021484it [00:06, 1692515.11it/s]
11190740it [00:06, 1691252.55it/s]
11359868it [00:06, 1685870.71it/s]
11529007it [00:06, 1687495.29it/s]
11699660it [00:06, 1693170.04it/s]
11870883it [00:07, 1698855.68it/s]
12040773it [00:07, 1696236.64it/s]
12210977it [00:07, 1697953.99it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai

12384389it [00:07, 1708765.54it/s]
12555269it [00:07, 1690120.67it/s]
12724328it [00:07, 1682906.81it/s]
12892653it [00:07, 1666083.67it/s]
13063201it [00:07, 1677722.26it/s]
13109638it [00:07, 1685063.59it/s]


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md         -output aih-tih-sc-1d89ab-R1_B23WHYVLT4_1/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md/aih-tih-sc-1d89ab-R1_B23WHYVLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi