apiVersion: batch/v1
kind: Job
metadata:
name: nf-33acee1d11ac15aeae5078769f224eac-ce94c
namespace: nextflow
labels: &id001 {nextflow.io/processName: NFCORE_RNAFUSION_RNAFUSION_TRIM_WORKFLOW_FASTQC_FOR_FASTP,
nextflow.io/queue: Nextflow-OnDemand, nextflow.io/runName: dev_rna_exp0001_exp0003_73d51683,
capacityType: spot, pltf/run-component: task, nextflow.io/app: nextflow, nextflow.io/taskName: NFCORE_RNAFUSION_RNAFUSION_TRIM_WORKFLOW_FASTQC_FOR_FASTP_tih,
pltf/run-id: 35357d8b, pltf/run-creator: anaik, nextflow.io/sessionId: uuid-5b456d70-fab3-4fcc-916c-bc437f411fba,
pltf/run-name: dev_rna_exp0001_exp0003_73d51683, instanceMinCpuSpeedMhz: '3200',
pltf/run-engine: nextflow, instanceLocalNvme: 'true'}
annotations: &id002 {ad.datadoghq.com/nextflow.logs: '[{"source":"nextflow","service":"nextflow-task","log_processing_rules":[{"type":"multi_line","name":"nextflow_task_multiline","pattern":"^\\x00NEVER_MATCH"}]}]',
ad.datadoghq.com/tags: '{"run_name":"dev_rna_exp0001_exp0003_73d51683","run_id":"35357d8b","run_creator":"anaik","run_component":"task","task_process":"NFCORE_RNAFUSION:RNAFUSION:TRIM_WORKFLOW:FASTQC_FOR_FASTP","task_name":"NFCORE_RNAFUSION:RNAFUSION:TRIM_WORKFLOW:FASTQC_FOR_FASTP
(tih_rna_sample_00254_23H5VFLT4_s05)"}', karpenter.sh/do-not-disrupt: 'true'}
ownerReferences:
- {apiVersion: v1, kind: Pod, name: dev-rna-exp0001-exp0003-73d51683-35357d8b-brxvt,
uid: b0628357-0167-4a81-9543-e79804b70d32, controller: true, blockOwnerDeletion: true}
spec:
backoffLimit: 0
template:
metadata:
name: nf-33acee1d11ac15aeae5078769f224eac-ce94c
namespace: nextflow
labels: *id001
annotations: *id002
spec:
restartPolicy: Never
containers:
- name: nextflow
image: 292967571998.dkr.ecr.us-west-2.amazonaws.com/biocontainers/fastqc:0.12.1--hdfd78af_0
args: [/bin/bash, -o, pipefail, -c, 'trap "{ ret=$?; /opt/s5cmd/bin/s5cmd
--log error cp .command.log s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/33/acee1d11ac15aeae5078769f224eac/.command.log||true;
exit $ret; }" EXIT; /opt/s5cmd/bin/s5cmd --log error cat s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/33/acee1d11ac15aeae5078769f224eac/.command.run
| bash 2>&1 | tee .command.log']
workingDir: /tmp
imagePullPolicy: Always
env:
- {name: SSL_CERT_DIR, value: /opt/s5cmd/ssl/certs}
- {name: SSL_CERT_FILE, value: /opt/s5cmd/ssl/ca-certificates.crt}
resources:
requests: {cpu: 2, memory: 2048Mi, ephemeral-storage: 358400Mi}
limits: {memory: 2048Mi, ephemeral-storage: 358400Mi}
volumeMounts:
- {name: vol-2401, mountPath: /tmp}
- {name: vol-2402, mountPath: /app}
- {name: vol-2403, mountPath: /mnt/secrets}
- {name: vol-2404, mountPath: /opt/s5cmd}
nodeSelector: {workload: nextflow-task, karpenter.sh/capacity-type: spot}
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- {key: eks.amazonaws.com/instance-gpu-count, operator: DoesNotExist}
- {key: eks.amazonaws.com/instance-local-nvme, operator: Exists}
- key: eks.amazonaws.com/instance-cpu-sustained-clock-speed-mhz
operator: Gt
values: ['3200']
serviceAccountName: sa-nextflow
securityContext: {runAsUser: 1000}
tolerations:
- {key: workload, operator: Equal, value: nextflow-task, effect: NoSchedule}
activeDeadlineSeconds: 28800
volumes:
- name: vol-2401
emptyDir: []
- name: vol-2402
emptyDir: []
- name: vol-2403
secret: {secretName: aws-secrets-manager}
- name: vol-2404
hostPath: {path: /opt/s5cmd}
ttlSecondsAfterFinished: 28800