File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/91/4bc46162b18d173fd0ec860385e814/.command.log
Size
13.7 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9b/1d93168840210d381b9cfb2f76ffb9/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/91/4bc46162b18d173fd0ec860385e814/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/91/4bc46162b18d173fd0ec860385e814/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/9b/1d93168840210d381b9cfb2f76ffb9/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1
+ all_qc -bam 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1 -reference ref_genome.fa -region chr20
mkdir -p 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed


seqtool depth -bam 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -bed 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz
saturation_plot       -bams 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_qc.tsv 
fragment_size       -bams 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output_prefix 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup && contamination -input 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

0it [00:00, ?it/s]
127346it [00:00, 1273339.78it/s]
270403it [00:00, 1365765.94it/s]
406980it [00:00, 1215493.79it/s]
530269it [00:00, 1119796.72it/s]
643880it [00:00, 1099270.08it/s]
802813it [00:00, 1252073.24it/s]
954714it [00:00, 1334303.00it/s]
1107224it [00:00, 1392429.28it/s]
1260733it [00:00, 1435744.41it/s]
1416910it [00:01, 1473753.78it/s]
1577106it [00:01, 1512420.27it/s]
1739361it [00:01, 1545567.83it/s]
1895564it [00:01, 1550445.23it/s]
2059760it [00:01, 1577910.19it/s]
2217804it [00:01, 1564012.84it/s]
2382134it [00:01, 1587636.78it/s]
2550964it [00:01, 1617683.41it/s]
2723696it [00:01, 1650441.44it/s]
2888847it [00:01, 1629351.73it/s]
3051913it [00:02, 1593680.62it/s]
3211512it [00:02, 1583253.98it/s]
3369992it [00:02, 1421170.24it/s]
3515142it [00:02, 1332281.20it/s]
3651122it [00:02, 1286319.08it/s]
3782431it [00:02, 1293460.52it/s]
3925246it [00:02, 1330721.41it/s]
4065587it [00:02, 1351162.57it/s]
4201722it [00:02, 1327827.37it/s]
4356143it [00:03, 1390030.61it/s]
4495924it [00:03, 1350855.93it/s]
4631709it [00:03, 1270285.02it/s]
4759983it [00:03, 1220166.09it/s]
4883013it [00:03, 1214269.20it/s]
5022816it [00:03, 1265919.65it/s]
5173336it [00:03, 1334464.25it/s]
5307672it [00:03, 1332447.52it/s]
5454841it [00:03, 1373163.44it/s]
5610060it [00:04, 1425813.35it/s]
5764544it [00:04, 1461047.24it/s]
5932204it [00:04, 1525059.92it/s]
6099865it [00:04, 1570211.22it/s]
6262322it [00:04, 1586306.40it/s]
6422143it [00:04, 1589794.33it/s]
6588881it [00:04, 1612976.67it/s]
6757614it [00:04, 1635208.64it/s]
6925494it [00:04, 1648228.45it/s]
7095271it [00:04, 1663041.54it/s]
7261612it [00:05, 1614714.57it/s]
7423414it [00:05, 1583990.22it/s]
7582120it [00:05, 1553917.35it/s]
7737779it [00:05, 1519404.38it/s]
7891088it [00:05, 1523316.52it/s]
8053671it [00:05, 1553172.25it/s]
8222549it [00:05, 1593015.98it/s]
8388115it [00:05, 1611411.74it/s]
8551167it [00:05, 1616958.62it/s]
8717619it [00:05, 1631035.02it/s]
8887491it [00:06, 1651132.45it/s]
9053682it [00:06, 1654321.81it/s]
9219175it [00:06, 1652339.79it/s]
9384452it [00:06, 1611451.98it/s]
9545842it [00:06, 1417106.36it/s]
9691799it [00:06, 1348102.18it/s]
9829824it [00:06, 1308230.71it/s]
9962800it [00:06, 1285961.82it/s]
10092781it [00:06, 1257712.91it/s]
10219435it [00:07, 1253745.39it/s]
10345398it [00:07, 1238655.16it/s]
10469629it [00:07, 1234499.73it/s]
10593316it [00:07, 1234165.20it/s]
10716897it [00:07, 1233515.85it/s]
10840362it [00:07, 1233692.00it/s]
10966710it [00:07, 1242462.41it/s]
11091026it [00:07, 1229674.49it/s]
11214298it [00:07, 1230545.46it/s]
11337400it [00:07, 1222164.36it/s]
11459655it [00:08, 1220708.38it/s]
11581752it [00:08, 1209985.64it/s]
11702964it [00:08, 1210590.73it/s]
11824045it [00:08, 1200945.37it/s]
11949195it [00:08, 1215882.91it/s]
12072555it [00:08, 1221121.62it/s]
12194730it [00:08, 1221278.10it/s]
12316909it [00:08, 1221401.80it/s]
12439238it [00:08, 1221938.19it/s]
12561442it [00:08, 1218720.86it/s]
12683544it [00:09, 1219381.71it/s]
12807284it [00:09, 1224745.20it/s]
12930600it [00:09, 1227116.85it/s]
13053316it [00:09, 1222780.03it/s]
13178053it [00:09, 1230107.21it/s]
13301071it [00:09, 1226574.99it/s]
13423735it [00:09, 1221718.39it/s]
13546366it [00:09, 1223054.90it/s]
13668738it [00:09, 1223225.26it/s]
13681643it [00:09, 1382662.71it/s]
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai




[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


tabix -s 1 -b 2 -e 2 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz     > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv


cat 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md         -output 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz> 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bam  > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md.bai




cat 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 






echo `date` > 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md/qc_complete.txt


+ merge_qc -folders 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1.md -output 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
+ head -n1 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1/1173_D6K_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv