File Info

Filename
.command.log
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/23/0c76d4559716b5fd3ed803c0ebfdf7/.command.log
Size
15.1 KB
Attempt
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5b/4791b75f39cef1a60c7d671887a496/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/23/0c76d4559716b5fd3ed803c0ebfdf7/.command.sh
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.dict
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/gatk4/dbsnp_hg38_contam_sites.bed
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/23/0c76d4559716b5fd3ed803c0ebfdf7/.command.run
  Downloading: s3://natera-platform-sandbox/pipeline-resources/AIH/rna/GRCh38/starfusion/ctat_genome_lib_build_dir/ref_genome.fa.fai
  Downloading: s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/5b/4791b75f39cef1a60c7d671887a496/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam
  Downloading: s3://natera-platform-sandbox/pipeline-resources/beds/twist/Twist_rna_exome_AND_fusion_hg38.bed
  Downloading: s3://natera-platform-sandbox/pipeline-resources/Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi
==> STAGING COMPLETE (11 inputs)

+ mkdir 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1
+ all_qc -bam 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -beds Twist_rna_exome_AND_fusion_hg38.bed -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz -contamination_bed dbsnp_hg38_contam_sites.bed -output_folder 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1 -reference ref_genome.fa -region chr20
mkdir -p 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/


cat Twist_rna_exome_AND_fusion_hg38.bed | cut -f 1-3 | bedtools sort -g ref_genome.fa.fai | bedtools merge > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed


seqtool depth -bam 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam -bed 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/full_bed.bed -threads 4 -bam_threads 2 | bgzip -c > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz
saturation_plot       -bams 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_plot.png       -threads 1 
seqtool saturation_metric       -at 1000000       -region chr20       -bam_threads 1       1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/saturation_qc.tsv 
fragment_size       -bams 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam       -region chr20       -output_prefix 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/fragsize       -threads 1 
samtools mpileup   -B --min-MQ 60 --min-BQ 30    -f ref_genome.fa   -l dbsnp_hg38_contam_sites.bed   1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup && contamination -input 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.mpileup -dbsnp_vcf Homo_sapiens_assembly38.dbsnp138.vcf.gz > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/contamination.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[mpileup] 1 samples in 1 input files
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
/opt/conda/lib/python3.9/site-packages/pyranges/__init__.py:8: UserWarning: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81.
  import pkg_resources
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

0it [00:00, ?it/s]
114600it [00:00, 1145902.74it/s]
232129it [00:00, 1162449.28it/s]
349305it [00:00, 1166475.02it/s]
467736it [00:00, 1173487.64it/s]
585669it [00:00, 1175569.10it/s]
703895it [00:00, 1177824.92it/s]
821678it [00:00, 1170673.99it/s]
938755it [00:00, 1169165.45it/s]
1055678it [00:00, 1168751.14it/s]
1173098it [00:01, 1170396.15it/s]
1290141it [00:01, 1168949.52it/s]
1407039it [00:01, 1166866.70it/s]
1523728it [00:01, 1163528.03it/s]
1643566it [00:01, 1173989.85it/s]
1761112it [00:01, 1174410.21it/s]
1879790it [00:01, 1178103.74it/s]
1999196it [00:01, 1182875.96it/s]
2118909it [00:01, 1187135.72it/s]
2237626it [00:01, 1178409.60it/s]
2355483it [00:02, 1174761.93it/s]
2473197it [00:02, 1175454.97it/s]
2594121it [00:02, 1185518.84it/s]
2712684it [00:02, 1138358.24it/s]
2829078it [00:02, 1145772.56it/s]
2944978it [00:02, 1149601.10it/s]
3061222it [00:02, 1153378.94it/s]
3176719it [00:02, 1088515.97it/s]
3286388it [00:02, 1054343.23it/s]
3394881it [00:02, 1062971.67it/s]
3509220it [00:03, 1086016.11it/s]
3627607it [00:03, 1114510.83it/s]
3746369it [00:03, 1135979.73it/s]
3861390it [00:03, 1140157.31it/s]
3978278it [00:03, 1148568.60it/s]
4096976it [00:03, 1159985.02it/s]
4215365it [00:03, 1167076.65it/s]
4334976it [00:03, 1175653.74it/s]
4452674it [00:03, 1176033.31it/s]
4571425it [00:03, 1179453.61it/s]
4689836it [00:04, 1180790.04it/s]
4807940it [00:04, 1180143.41it/s]
4926382it [00:04, 1181407.62it/s]
5046204it [00:04, 1186428.32it/s]
5165422it [00:04, 1188112.45it/s]
5284240it [00:04, 1182762.43it/s]
5402527it [00:04, 1180750.62it/s]
5520610it [00:04, 1178889.39it/s]
5640270it [00:04, 1184164.06it/s]
5758692it [00:04, 1179403.65it/s]
5876640it [00:05, 1178794.00it/s]
5994525it [00:05, 1177398.04it/s]
6113232it [00:05, 1180274.19it/s]
6231928it [00:05, 1182259.48it/s]
6350157it [00:05, 1182129.68it/s]
6468372it [00:05, 1180488.31it/s]
6586423it [00:05, 1177131.90it/s]
6704139it [00:05, 1175702.36it/s]
6821896it [00:05, 1176242.76it/s]
6940132it [00:05, 1178053.17it/s]
7057939it [00:06, 1174899.59it/s]
7177757it [00:06, 1181846.39it/s]
7295946it [00:06, 1166176.34it/s]
7412611it [00:06, 1163516.59it/s]
7528994it [00:06, 1159951.40it/s]
7645011it [00:06, 1157105.83it/s]
7762604it [00:06, 1162694.24it/s]
7880049it [00:06, 1166186.08it/s]
7997712it [00:06, 1169227.47it/s]
8115864it [00:06, 1172886.13it/s]
8234060it [00:07, 1175581.50it/s]
8352404it [00:07, 1177806.59it/s]
8471373it [00:07, 1181346.29it/s]
8589512it [00:07, 1175520.52it/s]
8708934it [00:07, 1181089.84it/s]
8828255it [00:07, 1184695.76it/s]
8946763it [00:07, 1184791.69it/s]
9065247it [00:07, 1182056.64it/s]
9183458it [00:07, 1178643.16it/s]
9301327it [00:07, 1164811.80it/s]
9417844it [00:08, 1154892.10it/s]
9533367it [00:08, 1141036.09it/s]
9647515it [00:08, 1128218.04it/s]
9760379it [00:08, 1102621.80it/s]
9872278it [00:08, 1107365.34it/s]
9991498it [00:08, 1132249.11it/s]
10110866it [00:08, 1150379.51it/s]
10228395it [00:08, 1157756.74it/s]
10345343it [00:08, 1161230.31it/s]
10461529it [00:08, 1158620.76it/s]
10577619it [00:09, 1159284.69it/s]
10693579it [00:09, 1153023.48it/s]
10808909it [00:09, 1148466.61it/s]
10925356it [00:09, 1153213.76it/s]
11040696it [00:09, 1144889.38it/s]
11159638it [00:09, 1158115.20it/s]
11276715it [00:09, 1161871.36it/s]
11392924it [00:09, 1161798.82it/s]
11512369it [00:09, 1171546.58it/s]
11633745it [00:10, 1184169.76it/s]
11755365it [00:10, 1193747.35it/s]
11875222it [00:10, 1195174.13it/s]
11995311it [00:10, 1196869.09it/s]
12115004it [00:10, 1190787.65it/s]
12234094it [00:10, 1156426.75it/s]
12350809it [00:10, 1159549.36it/s]
12467109it [00:10, 1160547.57it/s]
12585134it [00:10, 1166370.09it/s]
12705412it [00:10, 1177185.04it/s]
12823684it [00:11, 1178719.90it/s]
12941605it [00:11, 1177170.26it/s]
13059356it [00:11, 1173843.02it/s]
13177627it [00:11, 1176472.43it/s]
13295678it [00:11, 1177648.94it/s]
13414055it [00:11, 1179461.08it/s]
13532888it [00:11, 1182100.80it/s]
13651106it [00:11, 1180992.59it/s]
13769211it [00:11, 1178899.34it/s]
13887106it [00:11, 1165298.64it/s]
14003672it [00:12, 1156012.08it/s][W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai

14119307it [00:12, 1130667.65it/s]
14232493it [00:12, 1125232.00it/s]
14345093it [00:12, 1082349.20it/s]
14453661it [00:12, 1059589.30it/s]
14559877it [00:12, 1027057.79it/s]
14662858it [00:12, 1001104.94it/s]
14763426it [00:12, 1002384.79it/s]
14879396it [00:12, 1047684.51it/s]
14996669it [00:12, 1084123.98it/s]
15113709it [00:13, 1109475.20it/s]
15229726it [00:13, 1124453.82it/s]
15345331it [00:13, 1133817.69it/s]
15462718it [00:13, 1145731.50it/s]
15581597it [00:13, 1158566.49it/s]
15700492it [00:13, 1167632.24it/s]
15818524it [00:13, 1171411.31it/s]
15936121it [00:13, 1172757.66it/s]
16054599it [00:13, 1176340.18it/s]
16172753it [00:13, 1177880.61it/s]
16290714it [00:14, 1178381.76it/s]
16342249it [00:14, 1157495.39it/s]




[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai


tabix -s 1 -b 2 -e 2 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz


seqtool depth_hist     -nbins 500     1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz     > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv


cat 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth_hist.tsv | plot         -x 0         -xlabel Depth -ylabel "Number of Sites"         -xlim 0 2000         -title 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md         -output 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.png


[W::hts_idx_load3] The index file is older than the data file: Homo_sapiens_assembly38.dbsnp138.vcf.gz.tbi


seqtool read_qc    -bed Twist_rna_exome_AND_fusion_hg38.bed     -n_threads 1     -bam_threads 2     1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/read_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv
seqtool reads_per_target     -bed Twist_rna_exome_AND_fusion_hg38.bed     -threads 1     -bam_threads 2     1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/reads_per_target.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool depth_stats  -bed Twist_rna_exome_AND_fusion_hg38.bed  1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.depth.gz> 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/depth_stats.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
seqtool gc_bias  -reference ref_genome.fa  -bed Twist_rna_exome_AND_fusion_hg38.bed  -bin_size 0.05  -threads 1  -bam_threads 2  1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bam  > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv 
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai
[W::hts_idx_load3] The index file is older than the data file: 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md.bai






cat 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias_qc.Twist_rna_exome_AND_fusion_hg38.bed.tsv  | plot -x 0  -header infer  -ylim 0 2  -title "1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md" -suptitle "Twist_rna_exome_AND_fusion_hg38.bed" -output "1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/gc_bias.Twist_rna_exome_AND_fusion_hg38.bed.png"  -ylabel "Fold enrichment / depletion"  -xlabel "GC Quantile" 




echo `date` > 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md/qc_complete.txt


+ merge_qc -folders 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1.md -output 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
+ head -n1 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv
++ basename Twist_rna_exome_AND_fusion_hg38.bed
+ grep -e Twist_rna_exome_AND_fusion_hg38.bed 1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1/1173_NWE_T1_RNA_SLD_01_A23T55JLT4_1_full_basic_stats.tsv