File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d4/8dd7d1689d9652bd684cdbad1229b9/.command.log
Size
11.8 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d4/8dd7d1689d9652bd684cdbad1229b9/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/776b0be540f38b3226bffd0c5ee90d/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/d4/8dd7d1689d9652bd684cdbad1229b9/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/af/776b0be540f38b3226bffd0c5ee90d/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir aih-tih-sc-ce6733-R1_B23WHYVLT4_1
+ all_qc -bam aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder aih-tih-sc-ce6733-R1_B23WHYVLT4_1 -reference ref_genome.fa -region chr20
mkdir -p aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/full_bed.bed


seqtool depth -bam aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam -bed aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth.gz
saturation_plot       -bams aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam       -region chr20       -output aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/saturation_qc.tsv 
fragment_size       -bams aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam       -region chr20       -output_prefix aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bam > aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.mpileup && contamination -input aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai

0it [00:00, ?it/s]
140566it [00:00, 1405530.65it/s]
291976it [00:00, 1469327.44it/s]
439415it [00:00, 1471610.81it/s]
605561it [00:00, 1546488.96it/s]
760210it [00:00, 1504528.82it/s]
923552it [00:00, 1547534.17it/s]
1078512it [00:00, 1498450.32it/s]
1240120it [00:00, 1534737.58it/s]
1397240it [00:00, 1545875.63it/s]
1552300it [00:01, 1547190.83it/s]
1710968it [00:01, 1559058.99it/s]
1881138it [00:01, 1602111.86it/s]
2041486it [00:01, 1548684.81it/s]
2207845it [00:01, 1582424.41it/s]
2370436it [00:01, 1595256.94it/s]
2544437it [00:01, 1638162.00it/s]
2714782it [00:01, 1657584.56it/s]
2887540it [00:01, 1678452.51it/s]
3064132it [00:01, 1704575.74it/s]
3234716it [00:02, 1692009.80it/s]
3404023it [00:02, 1658335.16it/s]
3570211it [00:02, 1659356.68it/s]
3742436it [00:02, 1677951.60it/s]
3915144it [00:02, 1692533.36it/s]
4089519it [00:02, 1707776.19it/s]
4260379it [00:02, 1703530.55it/s]
4430791it [00:02, 1701875.85it/s]
4602088it [00:02, 1705032.30it/s]
4775184it [00:02, 1712763.77it/s]
4949476it [00:03, 1721768.04it/s]
5121671it [00:03, 1711864.24it/s]
5292882it [00:03, 1686641.64it/s]
5461636it [00:03, 1654663.02it/s]
5630801it [00:03, 1665456.81it/s]
5803073it [00:03, 1682315.96it/s]
5976676it [00:03, 1698200.40it/s]
6146601it [00:03, 1695817.07it/s]
6316256it [00:03, 1690098.83it/s]
6486606it [00:03, 1687421.32it/s]
6655385it [00:04, 1660699.66it/s]
6826983it [00:04, 1676984.83it/s]
6994781it [00:04, 1658989.64it/s]
7167066it [00:04, 1677824.53it/s]
7338873it [00:04, 1689738.88it/s]
7510563it [00:04, 1697800.89it/s]
7682106it [00:04, 1702862.30it/s]
7852439it [00:04, 1686926.97it/s]
8021193it [00:04, 1636510.68it/s]
8185177it [00:04, 1568327.82it/s]
8354542it [00:05, 1603993.43it/s]
8524329it [00:05, 1631126.44it/s]
8693487it [00:05, 1636949.09it/s]
8866211it [00:05, 1663388.12it/s]
9036593it [00:05, 1675303.67it/s]
9204381it [00:05, 1569368.62it/s]
9365459it [00:05, 1581106.66it/s]
9533079it [00:05, 1608511.81it/s]
9703484it [00:05, 1636287.60it/s]
9875747it [00:06, 1661677.32it/s]
10046485it [00:06, 1675183.35it/s]
10214392it [00:06, 1675669.26it/s]
10382448it [00:06, 1677067.32it/s]
10551267it [00:06, 1680368.13it/s]
10726249it [00:06, 1701055.74it/s]
10897182it [00:06, 1703504.56it/s]
11068555it [00:06, 1706535.77it/s]
11239260it [00:06, 1534799.59it/s]
11408603it [00:06, 1578869.16it/s]
11573390it [00:07, 1598458.89it/s]
11743767it [00:07, 1628831.83it/s]
11914043it [00:07, 1650400.76it/s]
12083579it [00:07, 1663530.25it/s]
12251328it [00:07, 1667602.07it/s]
12423862it [00:07, 1684628.83it/s]
12596192it [00:07, 1696131.24it/s]
12766711it [00:07, 1698811.35it/s]
12936800it [00:07, 1698877.47it/s]
13109329it [00:07, 1706632.04it/s]
13281304it [00:08, 1710531.44it/s]
13453900it [00:08, 1715079.81it/s]
13626681it [00:08, 1718768.06it/s]
13798595it [00:08, 1702327.49it/s]
13968889it [00:08, 1681437.41it/s]
14137120it [00:08, 1671822.71it/s]
14304364it [00:08, 1654518.92it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai

14469877it [00:08, 1639797.56it/s]
14633906it [00:08, 1614214.04it/s]
14802623it [00:08, 1635558.03it/s]
14970444it [00:09, 1648104.69it/s]
15142922it [00:09, 1670809.99it/s]
15312803it [00:09, 1679118.03it/s]
15482565it [00:09, 1684600.74it/s]
15653153it [00:09, 1690935.87it/s]
15825187it [00:09, 1699707.86it/s]
15995439it [00:09, 1700524.78it/s]
16166574it [00:09, 1703690.29it/s]
16339191it [00:09, 1710376.37it/s]
16510241it [00:09, 1708018.79it/s]
16681052it [00:10, 1696035.59it/s]
16851144it [00:10, 1697469.70it/s]
17020909it [00:10, 1693446.04it/s]
17190267it [00:10, 1691302.25it/s]
17359406it [00:10, 1687193.65it/s]
17528133it [00:10, 1662678.90it/s]
17697925it [00:10, 1673084.82it/s]
17865300it [00:10, 1649674.74it/s]
18032757it [00:10, 1656865.40it/s]
18206183it [00:10, 1679791.57it/s]
18378690it [00:11, 1693176.28it/s]
18551327it [00:11, 1703054.09it/s]
18721688it [00:11, 1689339.65it/s]
18895682it [00:11, 1704366.01it/s][W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai

19067380it [00:11, 1708103.62it/s]
19240490it [00:11, 1714950.61it/s]
19416262it [00:11, 1727719.09it/s]
19591664it [00:11, 1735502.90it/s]
19765234it [00:11, 1730071.51it/s]
19938258it [00:12, 1721112.43it/s]
20110389it [00:12, 1720497.81it/s]
20282453it [00:12, 1705237.31it/s]
20453011it [00:12, 1703396.40it/s]
20623374it [00:12, 1701199.32it/s]
20655710it [00:12, 1662685.58it/s]
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.bai


tabix -s 1 -b 2 -e 2 aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth.gz     > aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth_hist.tsv


cat aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md         -output aih-tih-sc-ce6733-R1_B23WHYVLT4_1/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md/aih-tih-sc-ce6733-R1_B23WHYVLT4_1.md.depth.png