File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/65ebf5b688befc5dac437b836723f6/.command.log
Size
13.1 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/65ebf5b688befc5dac437b836723f6/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/f9/83edebe3e7b570611a864d3fd332e7/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/f9/83edebe3e7b570611a864d3fd332e7/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/07/65ebf5b688befc5dac437b836723f6/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-8b4971-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-8b4971-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s]
143547it [00:00, 1434284.77it/s]
306137it [00:00, 1546933.94it/s]
472526it [00:00, 1600238.27it/s]
643442it [00:00, 1643211.80it/s]
810068it [00:00, 1651504.38it/s]
979906it [00:00, 1667423.88it/s]
1149490it [00:00, 1676691.54it/s]
1320214it [00:00, 1686402.68it/s]
1490834it [00:00, 1692579.27it/s]
1660093it [00:01, 1689816.99it/s]
1830028it [00:01, 1692719.36it/s]
1999302it [00:01, 1670089.39it/s]
2172555it [00:01, 1688806.80it/s]
2343830it [00:01, 1695974.48it/s]
2513522it [00:01, 1696245.24it/s]
2683182it [00:01, 1689496.19it/s]
2852161it [00:01, 1686361.36it/s]
3022709it [00:01, 1692067.28it/s]
3191933it [00:01, 1683889.92it/s]
3360341it [00:02, 1666068.93it/s]
3530049it [00:02, 1675178.07it/s]
3704694it [00:02, 1696379.87it/s]
3875594it [00:02, 1700133.68it/s]
4045643it [00:02, 1693189.05it/s]
4214991it [00:02, 1691946.55it/s]
4384206it [00:02, 1663061.06it/s]
4551850it [00:02, 1666965.11it/s]
4720934it [00:02, 1674017.28it/s]
4889155it [00:02, 1676428.56it/s]
5056847it [00:03, 1659745.83it/s]
5225103it [00:03, 1666442.81it/s]
5391800it [00:03, 1635395.95it/s]
5562728it [00:03, 1657035.20it/s]
5735294it [00:03, 1677333.43it/s]
5908219it [00:03, 1692744.47it/s]
6077596it [00:03, 1596624.79it/s]
6238412it [00:03, 1537680.85it/s]
6393256it [00:03, 1537243.16it/s]
6555437it [00:03, 1561151.15it/s]
6719299it [00:04, 1583653.26it/s]
6888810it [00:04, 1616340.14it/s]
7060009it [00:04, 1644574.35it/s]
7234265it [00:04, 1673630.43it/s]
7402913it [00:04, 1677438.42it/s]
7570853it [00:04, 1670280.35it/s]
7739529it [00:04, 1674758.34it/s]
7910129it [00:04, 1684065.65it/s]
8083165it [00:04, 1697890.28it/s]
8253012it [00:04, 1688215.25it/s]
8422748it [00:05, 1690926.35it/s]
8591879it [00:05, 1689854.58it/s]
8762584it [00:05, 1694977.04it/s]
8932102it [00:05, 1694457.89it/s]
9101562it [00:05, 1692508.47it/s]
9271758it [00:05, 1695318.96it/s]
9442851it [00:05, 1699978.68it/s]
9612969it [00:05, 1700320.95it/s]
9784405it [00:05, 1704512.93it/s]
9954860it [00:05, 1699767.34it/s]
10126356it [00:06, 1704296.77it/s]
10296791it [00:06, 1697557.61it/s]
10468637it [00:06, 1703786.00it/s]
10639024it [00:06, 1703777.59it/s]
10809408it [00:06, 1699823.95it/s]
10979396it [00:06, 1687545.93it/s]
11149511it [00:06, 1691581.57it/s]
11318854it [00:06, 1692042.27it/s]
11488071it [00:06, 1689434.39it/s]
11661738it [00:06, 1703537.65it/s]
11834560it [00:07, 1710907.06it/s]
12006428it [00:07, 1713219.39it/s]
12177758it [00:07, 1711929.38it/s]
12348957it [00:07, 1709397.50it/s]
12519901it [00:07, 1708187.75it/s]
12691761it [00:07, 1711287.58it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai

12862893it [00:07, 1704535.63it/s]
13033354it [00:07, 1656251.07it/s]
13199269it [00:07, 1651561.73it/s]
13364621it [00:08, 1521031.23it/s]
13518742it [00:08, 1510342.79it/s]
13677553it [00:08, 1532264.90it/s]
13846447it [00:08, 1577234.12it/s]
14013802it [00:08, 1605280.50it/s]
14188412it [00:08, 1646650.17it/s]
14363828it [00:08, 1678419.42it/s]
14535407it [00:08, 1689501.40it/s]
14704798it [00:08, 1690699.83it/s]
14874109it [00:08, 1688522.51it/s]
15048853it [00:09, 1705964.37it/s]
15220748it [00:09, 1709826.72it/s]
15392335it [00:09, 1711616.36it/s]
15563560it [00:09, 1697640.55it/s]
15734333it [00:09, 1700603.29it/s]
15904444it [00:09, 1695488.75it/s]
16074029it [00:09, 1683852.98it/s]
16245871it [00:09, 1694113.33it/s]
16415723it [00:09, 1695408.38it/s]
16585290it [00:09, 1694271.97it/s]
16754735it [00:10, 1671953.75it/s]
16922002it [00:10, 1568144.03it/s]
17080095it [00:10, 1485842.62it/s]
17230170it [00:10, 1488588.27it/s]
17385753it [00:10, 1507646.22it/s]
17542941it [00:10, 1526108.57it/s]
17709482it [00:10, 1566730.28it/s]
17876488it [00:10, 1597111.29it/s]
18042661it [00:10, 1616111.01it/s]
18208683it [00:10, 1629198.78it/s]
18380928it [00:11, 1656967.86it/s]
18552640it [00:11, 1674909.87it/s]
18723169it [00:11, 1683978.20it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai

18893620it [00:11, 1690105.60it/s]
19062708it [00:11, 1688471.62it/s]
19231891it [00:11, 1689460.78it/s]
19400876it [00:11, 1682482.64it/s]
19519435it [00:11, 1661627.84it/s]


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md         -output aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bam  > aih-tih-sc-8b4971-R1_B23WHYVLT4_1/aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-8b4971-R1_B23WHYVLT4_1.md.bai