File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/35/4284cd961a7c91403a6157e47af382/.command.log
Size
12.5 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/35/4284cd961a7c91403a6157e47af382/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8d/37f2fd62f00fdb873972ff0628ab1c/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8d/37f2fd62f00fdb873972ff0628ab1c/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/35/4284cd961a7c91403a6157e47af382/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir GM24385_0001_RNA_0001_23H5VFLT4_s48
+ all_qc -bam GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder GM24385_0001_RNA_0001_23H5VFLT4_s48 -reference ref_genome.fa -region chr20
mkdir -p GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/full_bed.bed


seqtool depth -bam GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam -bed GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth.gz
saturation_plot       -bams GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam       -region chr20       -output GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/saturation_qc.tsv 
fragment_size       -bams GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam       -region chr20       -output_prefix GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam > GM24385_0001_RNA_0001_23H5VFLT4_s48.md.mpileup && contamination -input GM24385_0001_RNA_0001_23H5VFLT4_s48.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai

0it [00:00, ?it/s]
157161it [00:00, 1571532.82it/s]
323318it [00:00, 1624352.19it/s]
492655it [00:00, 1655835.40it/s]
663287it [00:00, 1675737.47it/s]
834258it [00:00, 1687960.72it/s]
1004320it [00:00, 1692240.59it/s]
1176005it [00:00, 1700259.73it/s]
1346375it [00:00, 1701332.18it/s]
1517500it [00:00, 1704411.46it/s]
1687942it [00:01, 1701339.12it/s]
1859719it [00:01, 1706164.21it/s]
2030337it [00:01, 1702578.27it/s]
2202464it [00:01, 1708210.55it/s]
2373825it [00:01, 1709801.37it/s]
2545637it [00:01, 1712284.56it/s]
2718445it [00:01, 1717017.43it/s]
2891886it [00:01, 1722219.15it/s]
3064110it [00:01, 1715902.30it/s]
3235707it [00:01, 1713863.47it/s]
3407098it [00:02, 1706299.74it/s]
3577994it [00:02, 1707074.03it/s]
3748708it [00:02, 1703776.72it/s]
3920626it [00:02, 1708362.15it/s]
4091468it [00:02, 1706820.03it/s]
4264472it [00:02, 1713751.42it/s]
4435852it [00:02, 1712910.29it/s]
4607146it [00:02, 1709272.25it/s]
4778077it [00:02, 1705158.89it/s]
4948597it [00:02, 1692718.10it/s]
5117888it [00:03, 1680104.11it/s]
5285925it [00:03, 1640731.41it/s]
5450184it [00:03, 1608158.76it/s]
5611206it [00:03, 1591253.16it/s]
5775066it [00:03, 1604877.63it/s]
5945917it [00:03, 1635258.65it/s]
6110033it [00:03, 1636968.90it/s]
6273844it [00:03, 1613283.30it/s]
6439861it [00:03, 1627071.08it/s]
6602688it [00:03, 1625924.42it/s]
6766686it [00:04, 1629818.15it/s]
6936228it [00:04, 1649345.72it/s]
7108735it [00:04, 1671935.63it/s]
7280131it [00:04, 1684308.59it/s][W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai

7453720it [00:04, 1699700.47it/s]
7626615it [00:04, 1708278.01it/s]
7799739it [00:04, 1715122.90it/s]
7971268it [00:04, 1700226.45it/s]
8142967it [00:04, 1705197.87it/s]
8313519it [00:04, 1703304.78it/s]
8487643it [00:05, 1714609.45it/s]
8659124it [00:05, 1713571.28it/s]
8831647it [00:05, 1717037.41it/s]
9003362it [00:05, 1707811.63it/s]
9175673it [00:05, 1712317.72it/s]
9349019it [00:05, 1718609.09it/s]
9522505it [00:05, 1723446.90it/s]
9697897it [00:05, 1732427.34it/s]
9872408it [00:05, 1736201.69it/s][W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai

10046035it [00:05, 1733585.20it/s]
10219399it [00:06, 1732373.78it/s]
10392640it [00:06, 1730787.15it/s][W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai

10524093it [00:06, 1690765.54it/s]




[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai


[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai


tabix -s 1 -b 2 -e 2 GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth.gz


seqtool depth_hist     -nbins 500     GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth.gz     > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth_hist.tsv


cat GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title GM24385_0001_RNA_0001_23H5VFLT4_s48.md         -output GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/GM24385_0001_RNA_0001_23H5VFLT4_s48.md.depth.gz> GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bam  > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai
[W::hts_idx_load3] The index file is older than the data file: GM24385_0001_RNA_0001_23H5VFLT4_s48.md.bai






cat GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "GM24385_0001_RNA_0001_23H5VFLT4_s48.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md/qc_complete.txt


+ merge_qc -folders GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48.md -output GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48_full_basic_stats.tsv
+ head -n1 GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed GM24385_0001_RNA_0001_23H5VFLT4_s48/GM24385_0001_RNA_0001_23H5VFLT4_s48_full_basic_stats.tsv