File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c8/9f6861edf8bbba5160b49e7db74528/.command.log
Size
14.0 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c8/9f6861edf8bbba5160b49e7db74528/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c7/7567cfc3889fd43e6acbba13a006d6/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c8/9f6861edf8bbba5160b49e7db74528/.command.run
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/c7/7567cfc3889fd43e6acbba13a006d6/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-7c6c07-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-7c6c07-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s]
144060it [00:00, 1440532.68it/s]
297941it [00:00, 1498311.08it/s]
456482it [00:00, 1538053.62it/s]
625877it [00:00, 1599478.45it/s]
797408it [00:00, 1641066.90it/s]
967500it [00:00, 1661390.99it/s]
1137528it [00:00, 1674078.05it/s]
1308176it [00:00, 1684370.08it/s]
1479242it [00:00, 1692564.78it/s]
1648499it [00:01, 1587230.80it/s]
1808511it [00:01, 1511341.59it/s]
1964786it [00:01, 1525788.63it/s]
2134245it [00:01, 1574507.54it/s]
2305813it [00:01, 1615589.61it/s]
2477624it [00:01, 1645744.12it/s]
2650254it [00:01, 1669539.02it/s]
2822469it [00:01, 1685155.06it/s]
2996662it [00:01, 1702041.12it/s]
3167136it [00:01, 1701844.30it/s]
3337509it [00:02, 1680863.72it/s]
3509524it [00:02, 1692490.16it/s]
3681004it [00:02, 1698980.28it/s]
3852438it [00:02, 1703540.59it/s]
4023701it [00:02, 1706232.66it/s]
4194886it [00:02, 1707784.48it/s]
4366998it [00:02, 1711613.80it/s]
4542837it [00:02, 1725601.63it/s]
4715419it [00:02, 1693765.43it/s]
4884940it [00:03, 1458570.14it/s]
5045742it [00:03, 1498418.02it/s]
5204596it [00:03, 1523266.72it/s]
5360281it [00:03, 1529498.57it/s]
5522101it [00:03, 1554948.25it/s]
5684924it [00:03, 1576245.82it/s]
5846091it [00:03, 1586626.54it/s]
6020193it [00:03, 1632229.23it/s]
6192117it [00:03, 1658031.87it/s]
6358458it [00:03, 1624007.12it/s]
6521375it [00:04, 1577756.99it/s]
6687662it [00:04, 1602375.72it/s]
6848393it [00:04, 1599333.66it/s]
7012118it [00:04, 1610464.18it/s]
7173424it [00:04, 1608522.80it/s]
7337471it [00:04, 1617865.88it/s]
7499394it [00:04, 1609000.96it/s]
7660395it [00:04, 1601101.15it/s]
7827204it [00:04, 1620918.06it/s]
7989367it [00:04, 1615271.25it/s]
8163920it [00:05, 1653659.44it/s]
8329348it [00:05, 1648095.69it/s]
8494203it [00:05, 1645793.73it/s]
8658814it [00:05, 1603209.06it/s]
8827695it [00:05, 1628267.69it/s]
8990750it [00:05, 1606909.18it/s]
9154383it [00:05, 1615526.47it/s]
9316089it [00:05, 1614793.03it/s]
9477675it [00:05, 1566983.04it/s]
9641740it [00:05, 1588308.90it/s]
9801927it [00:06, 1592266.79it/s]
9969747it [00:06, 1617649.63it/s]
10131702it [00:06, 1604762.33it/s]
10292324it [00:06, 1590617.59it/s]
10462924it [00:06, 1624676.28it/s]
10625524it [00:06, 1600420.75it/s]
10788667it [00:06, 1609527.47it/s]
10949743it [00:06, 1594178.16it/s]
11118014it [00:06, 1620294.91it/s]
11284480it [00:06, 1633426.55it/s]
11447917it [00:07, 1591082.80it/s]
11619819it [00:07, 1628477.42it/s]
11782954it [00:07, 1604447.02it/s]
11943645it [00:07, 1579056.80it/s]
12109163it [00:07, 1601247.30it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai

12269498it [00:07, 1584854.79it/s]
12439824it [00:07, 1619529.19it/s]
12601960it [00:07, 1597149.22it/s]
12763846it [00:07, 1603446.54it/s]
12924322it [00:07, 1601356.15it/s]
13087110it [00:08, 1609154.53it/s]
13248097it [00:08, 1607071.10it/s]
13408854it [00:08, 1583331.79it/s]
13578833it [00:08, 1617629.81it/s]
13740718it [00:08, 1607067.61it/s]
13901516it [00:08, 1604298.30it/s]
14062007it [00:08, 1596074.04it/s]
14222962it [00:08, 1600049.61it/s]
14388271it [00:08, 1615819.73it/s]
14562011it [00:09, 1652076.53it/s]
14727264it [00:09, 1615470.02it/s]
14889011it [00:09, 1597502.73it/s]
15055784it [00:09, 1618018.00it/s]
15217738it [00:09, 1613880.30it/s]
15379230it [00:09, 1560624.50it/s]
15535693it [00:09, 1515191.75it/s]
15694117it [00:09, 1534837.28it/s]
15848004it [00:09, 1498335.44it/s]
16001866it [00:09, 1509924.33it/s]
16153170it [00:10, 1470822.95it/s]
16300603it [00:10, 1453479.11it/s]
16457965it [00:10, 1488217.58it/s]
16607076it [00:10, 1466269.01it/s]
16760256it [00:10, 1485280.26it/s]
16913003it [00:10, 1497653.17it/s]
17073756it [00:10, 1530115.82it/s]
17226937it [00:10, 1527477.24it/s]
17379802it [00:10, 1516229.90it/s]
17531896it [00:10, 1517593.16it/s]
17683722it [00:11, 1515631.37it/s]
17835873it [00:11, 1517360.15it/s]
17990661it [00:11, 1526361.46it/s]
18156906it [00:11, 1567021.40it/s]
18313641it [00:11, 1550213.51it/s]
18472628it [00:11, 1561973.95it/s]
18628879it [00:11, 1555891.55it/s]
18784507it [00:11, 1507317.91it/s]
18944996it [00:11, 1535764.35it/s]
19099150it [00:11, 1537407.05it/s]
19258782it [00:12, 1554820.09it/s]
19418006it [00:12, 1565847.48it/s]
19578715it [00:12, 1577972.63it/s]
19745645it [00:12, 1605195.42it/s]
19906249it [00:12, 1565872.98it/s]
20063098it [00:12, 1509762.20it/s]
20214604it [00:12, 1507747.42it/s]
20374777it [00:12, 1535086.15it/s]
20532545it [00:12, 1547392.40it/s]
20687547it [00:13, 1534975.21it/s]
20841235it [00:13, 1511111.32it/s]
20844797it [00:13, 1588147.17it/s]


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md         -output aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.depth.gz> aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bam  > aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md.bai




cat aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "aih-tih-sc-7c6c07-R1_B23WHYVLT4_1/aih-tih-sc-7c6c07-R1_B23WHYVLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile"