File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/13/0e3ef90c9f4752e95e90f7e7b50ae3/.command.log
Size
14.6 KB
Attempt
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/13/0e3ef90c9f4752e95e90f7e7b50ae3/.command.sh
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/54cf87b910b65d5bee228846ed05c0/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/0d/54cf87b910b65d5bee228846ed05c0/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/13/0e3ef90c9f4752e95e90f7e7b50ae3/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1
+ all_qc -bam 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1 -reference ref_genome.fa -region chr20
mkdir -p 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed


seqtool depth -bam 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -bed 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz
saturation_plot       -bams 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_plot.png       -threads 1 
fragment_size       -bams 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output_prefix 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/fragsize       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_qc.tsv 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup && contamination -input 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

0it [00:00, ?it/s][W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

105137it [00:00, 1051243.18it/s]
210262it [00:00, 1015268.22it/s]
311873it [00:00, 979694.07it/s] 
425832it [00:00, 1040702.01it/s]
530190it [00:00, 1025468.67it/s]
632931it [00:00, 1018986.15it/s]
737240it [00:00, 1026645.42it/s]
840003it [00:00, 1022855.82it/s]
948760it [00:00, 1042807.55it/s]
1053111it [00:01, 1027224.61it/s]
1165429it [00:01, 1056077.16it/s]
1271146it [00:01, 1043874.46it/s]
1385002it [00:01, 1072065.67it/s]
1492322it [00:01, 1034830.20it/s]
1596127it [00:01, 995320.90it/s] 
1700025it [00:01, 1007782.43it/s]
1801181it [00:01, 985312.16it/s] 
1911417it [00:01, 1019004.98it/s]
2013678it [00:01, 980164.33it/s] 
2123146it [00:02, 1012875.85it/s]
2235634it [00:02, 1045328.33it/s]
2340633it [00:02, 1044959.52it/s]
2445455it [00:02, 1033296.93it/s]
2549025it [00:02, 1010743.31it/s]
2651134it [00:02, 1013727.52it/s]
2755880it [00:02, 1023606.88it/s]
2858386it [00:02, 971479.19it/s] 
2973013it [00:02, 1021435.98it/s]
3075822it [00:03, 1001452.74it/s]
3176467it [00:03, 982664.43it/s] 
3277235it [00:03, 989837.66it/s]
3376507it [00:03, 972317.23it/s]
3473966it [00:03, 972769.35it/s]
3572964it [00:03, 977793.27it/s]
3673877it [00:03, 987012.75it/s]
3778915it [00:03, 1005778.60it/s]
3892638it [00:03, 1044817.88it/s]
3997219it [00:03, 1042730.39it/s]
4109106it [00:04, 1065377.28it/s]
4215705it [00:04, 1046039.27it/s]
4320424it [00:04, 1016636.69it/s]
4422311it [00:04, 985603.59it/s] 
4521155it [00:04, 972102.80it/s]
4623526it [00:04, 986930.83it/s]
4722413it [00:04, 967093.14it/s]
4819297it [00:04, 965691.31it/s]
4924801it [00:04, 991777.52it/s]
5024131it [00:04, 969081.72it/s]
5126673it [00:05, 985471.16it/s]
5233945it [00:05, 1011081.56it/s]
5335233it [00:05, 996455.82it/s] 
5439704it [00:05, 1010614.67it/s]
5540905it [00:05, 975113.62it/s] 
5643314it [00:05, 989272.46it/s]
5742521it [00:05, 964084.14it/s]
5839215it [00:05, 964641.64it/s]
5937495it [00:05, 969932.94it/s]
6034644it [00:06, 956291.85it/s]
6138922it [00:06, 981624.59it/s]
6237235it [00:06, 962847.86it/s]
6342094it [00:06, 987906.04it/s]
6441061it [00:06, 976146.61it/s]
6538813it [00:06, 951693.75it/s]
6647928it [00:06, 992009.20it/s]
6747395it [00:06, 986087.17it/s]
6847189it [00:06, 989547.68it/s]
6946279it [00:06, 983144.68it/s]
7044689it [00:07, 982272.44it/s]
7149260it [00:07, 1001062.05it/s]
7261792it [00:07, 1037988.82it/s]
7365668it [00:07, 1014848.34it/s]
7467311it [00:07, 980304.15it/s] 
7579310it [00:07, 1020595.61it/s]
7694334it [00:07, 1058422.40it/s]
7800545it [00:07, 1035184.42it/s]
7916532it [00:07, 1071470.12it/s]
8032828it [00:07, 1098326.17it/s]
8142960it [00:08, 1067795.71it/s]
8250101it [00:08, 1054872.76it/s]
8357998it [00:08, 1061863.78it/s]
8469807it [00:08, 1078352.74it/s]
8577819it [00:08, 1050194.48it/s]
8683089it [00:08, 1031296.05it/s]
8796769it [00:08, 1061861.48it/s]
8903204it [00:08, 1031191.71it/s]
9015623it [00:08, 1058021.08it/s]
9121746it [00:09, 1049524.53it/s]
9229007it [00:09, 1056253.58it/s]
9334804it [00:09, 1055927.25it/s]
9440516it [00:09, 1002412.40it/s]
9546391it [00:09, 1018530.83it/s]
9655411it [00:09, 1039261.54it/s]
9759753it [00:09, 1030495.78it/s]
9863412it [00:09, 1032266.28it/s]
9966847it [00:09, 1004503.95it/s][W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

10067572it [00:09, 995251.73it/s]
10167506it [00:10, 996352.85it/s]
10268427it [00:10, 1000109.32it/s]
10373121it [00:10, 1013942.52it/s]
10474606it [00:10, 1006658.67it/s]
10575341it [00:10, 987180.41it/s] 
10676713it [00:10, 994949.08it/s]
10776304it [00:10, 989235.42it/s]
10881341it [00:10, 1007280.69it/s]
10982144it [00:10, 1000151.94it/s]
11089127it [00:10, 1020772.74it/s]
11191271it [00:11, 989373.64it/s] 
11293643it [00:11, 999284.81it/s]
11396519it [00:11, 1007935.10it/s]
11512670it [00:11, 1053346.71it/s]
11618176it [00:11, 1040753.71it/s]
11722395it [00:11, 1006036.82it/s]
11823307it [00:11, 1002733.08it/s]
11923788it [00:11, 996987.84it/s] 
12023625it [00:11, 971734.76it/s]
12125852it [00:11, 986246.14it/s]
12227131it [00:12, 993993.96it/s]
12332167it [00:12, 1010591.55it/s]
12433359it [00:12, 1007554.46it/s]
12534206it [00:12, 989251.47it/s] 
12635275it [00:12, 995531.16it/s]
12736932it [00:12, 1001735.81it/s]
12848374it [00:12, 1035166.90it/s]
12951980it [00:12, 1013759.22it/s]
13055482it [00:12, 1019993.86it/s]
13105225it [00:12, 1011585.10it/s]




[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


tabix -s 1 -b 2 -e 2 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz     > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv


cat 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md         -output 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz> 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam  > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai






cat 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md/qc_complete.txt


+ merge_qc -folders 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1.md -output 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
+ head -n1 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1/1173_BEE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv