File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/92/b5bf7e3505db15307d28184066c2b3/.command.log
Size
15.3 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/92/b5bf7e3505db15307d28184066c2b3/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/77/2bffca9c59d7433f2739cdc979ed15/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/92/b5bf7e3505db15307d28184066c2b3/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/77/2bffca9c59d7433f2739cdc979ed15/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1
+ all_qc -bam 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1 -reference ref_genome.fa -region chr20
mkdir -p 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed


saturation_plot       -bams 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_plot.png       -threads 1 
seqtool depth -bam 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -bed 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_qc.tsv 
fragment_size       -bams 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output_prefix 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup && contamination -input 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

0it [00:00, ?it/s]
130625it [00:00, 1306132.91it/s]
273140it [00:00, 1376090.98it/s]
426030it [00:00, 1445828.45it/s]
588563it [00:00, 1516634.37it/s]
757655it [00:00, 1579450.65it/s]
927904it [00:00, 1621252.56it/s]
1098126it [00:00, 1647529.51it/s]
1269717it [00:00, 1669273.95it/s]
1440311it [00:00, 1680712.05it/s]
1612918it [00:01, 1694692.09it/s]
1785013it [00:01, 1702637.73it/s]
1957830it [00:01, 1710241.10it/s]
2128854it [00:01, 1710049.85it/s]
2301227it [00:01, 1714157.06it/s]
2473729it [00:01, 1717411.83it/s]
2645471it [00:01, 1708802.02it/s]
2816362it [00:01, 1701932.81it/s]
2988687it [00:01, 1708274.31it/s]
3159526it [00:01, 1679524.95it/s]
3330269it [00:02, 1687758.68it/s]
3499132it [00:02, 1683036.93it/s]
3667863it [00:02, 1684282.96it/s]
3842246it [00:02, 1701941.32it/s]
4019728it [00:02, 1723667.85it/s]
4196783it [00:02, 1737659.80it/s]
4370581it [00:02, 1736297.62it/s]
4544233it [00:02, 1729342.69it/s]
4717188it [00:02, 1717587.59it/s]
4888975it [00:02, 1697194.04it/s]
5062167it [00:03, 1707442.98it/s]
5234492it [00:03, 1712117.61it/s]
5405748it [00:03, 1711956.82it/s]
5579724it [00:03, 1720234.00it/s]
5752550it [00:03, 1722608.19it/s]
5924830it [00:03, 1716216.38it/s]
6096469it [00:03, 1714338.51it/s]
6267915it [00:03, 1708735.76it/s]
6441429it [00:03, 1716580.23it/s]
6613099it [00:03, 1705501.12it/s]
6788811it [00:04, 1720858.25it/s]
6962855it [00:04, 1726684.75it/s]
7135544it [00:04, 1721898.58it/s]
7307750it [00:04, 1720202.89it/s]
7480432it [00:04, 1722163.83it/s]
7655257it [00:04, 1729848.46it/s]
7828250it [00:04, 1722112.17it/s]
8000474it [00:04, 1713581.66it/s]
8172416it [00:04, 1715303.77it/s]
8343958it [00:04, 1713707.77it/s]
8515337it [00:05, 1706567.88it/s]
8686004it [00:05, 1704330.96it/s]
8857961it [00:05, 1708863.69it/s]
9028854it [00:05, 1694399.45it/s]
9202682it [00:05, 1707437.15it/s]
9373457it [00:05, 1701605.87it/s]
9544514it [00:05, 1704261.04it/s]
9718000it [00:05, 1713381.96it/s]
9889355it [00:05, 1710743.32it/s]
10060921it [00:05, 1712055.20it/s]
10232136it [00:06, 1703680.48it/s]
10402518it [00:06, 1684902.65it/s]
10574003it [00:06, 1693765.09it/s]
10743423it [00:06, 1684998.58it/s]
10912838it [00:06, 1687703.50it/s]
11086474it [00:06, 1702190.19it/s]
11260387it [00:06, 1713158.53it/s]
11434037it [00:06, 1720124.12it/s]
11607332it [00:06, 1723948.88it/s]
11779742it [00:06, 1721807.24it/s]
11951934it [00:07, 1716407.69it/s]
12124661it [00:07, 1719585.24it/s]
12298431it [00:07, 1724992.71it/s]
12472123it [00:07, 1728552.61it/s]
12644984it [00:07, 1720774.48it/s]
12817073it [00:07, 1715455.78it/s]
12988629it [00:07, 1711858.12it/s]
13160435it [00:07, 1713680.62it/s]
13332084it [00:07, 1714503.85it/s]
13503741it [00:07, 1714925.66it/s]
13675237it [00:08, 1713946.46it/s]
13846634it [00:08, 1700215.72it/s]
14020333it [00:08, 1711156.56it/s]
14192101it [00:08, 1713087.67it/s]
14363428it [00:08, 1707471.80it/s]
14534610it [00:08, 1708634.42it/s]
14705902it [00:08, 1709901.68it/s]
14880047it [00:08, 1719329.84it/s]
15051988it [00:08, 1713211.78it/s]
15224156it [00:08, 1715727.57it/s]
15395737it [00:09, 1714562.54it/s]
15567199it [00:09, 1698716.80it/s]
15737105it [00:09, 1690327.59it/s]
15906165it [00:09, 1682934.43it/s]
16074478it [00:09, 1680201.69it/s]
16242511it [00:09, 1679000.01it/s]
16410419it [00:09, 1668117.15it/s]
16577247it [00:09, 1666560.29it/s]
16745667it [00:09, 1671799.95it/s]
16913909it [00:09, 1674924.67it/s]
17081411it [00:10, 1657481.37it/s][W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

17250552it [00:10, 1667544.16it/s]
17417346it [00:10, 1649454.69it/s]
17582353it [00:10, 1629253.42it/s]
17753557it [00:10, 1653643.50it/s]
17925291it [00:10, 1672502.78it/s]
18093873it [00:10, 1676355.91it/s]
18261576it [00:10, 1671835.38it/s]
18433429it [00:10, 1685607.21it/s]
18608599it [00:10, 1705248.10it/s]
18781730it [00:11, 1712988.82it/s]
18954795it [00:11, 1718259.93it/s]
19127823it [00:11, 1721844.81it/s]
19303382it [00:11, 1731940.37it/s]
19476588it [00:11, 1712288.71it/s]
19647875it [00:11, 1702657.59it/s][W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

19820955it [00:11, 1710998.32it/s]
19993591it [00:11, 1715557.91it/s]
20165264it [00:11, 1715869.22it/s]
20338148it [00:11, 1719730.27it/s]
20510209it [00:12, 1719976.86it/s]
20682219it [00:12, 1707113.09it/s]
20852959it [00:12, 1695161.11it/s]
21022507it [00:12, 1680214.34it/s]
21192815it [00:12, 1686870.85it/s]
21361538it [00:12, 1685123.26it/s]
21532889it [00:12, 1693562.15it/s]
21704799it [00:12, 1701135.94it/s]
21875296it [00:12, 1702103.04it/s]
22045988it [00:12, 1703527.91it/s]
22219045it [00:13, 1711608.15it/s]
22390215it [00:13, 1708993.07it/s]
22561617it [00:13, 1710482.80it/s]
22732671it [00:13, 1708661.22it/s]
22903965it [00:13, 1709926.04it/s]
23076345it [00:13, 1714066.53it/s]
23247755it [00:13, 1696991.90it/s]
23418815it [00:13, 1701028.11it/s]
23588949it [00:13, 1699917.11it/s]
23763033it [00:13, 1712125.40it/s]
23934266it [00:14, 1703122.94it/s]
24104601it [00:14, 1701007.80it/s]
24274717it [00:14, 1692101.05it/s]
24446262it [00:14, 1699040.40it/s]
24460234it [00:14, 1698090.47it/s]
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


tabix -s 1 -b 2 -e 2 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz     > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv


cat 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md         -output 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz> 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bam  > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md.bai






cat 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md/qc_complete.txt


+ merge_qc -folders 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1.md -output 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
+ head -n1 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1/1173_DSO_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv