apiVersion: batch/v1
kind: Job
metadata:
name: nf-9454b6effc9afedc07d9440896ffbf4a-2548f
namespace: nextflow
labels: &id001 {nextflow.io/processName: NFCORE_RNAFUSION_RNAFUSION_TRIM_WORKFLOW_FASTP,
nextflow.io/queue: Nextflow-OnDemand, nextflow.io/runName: dev_rna_exp0021-73d51683,
capacityType: spot, pltf/run-component: task, nextflow.io/app: nextflow, nextflow.io/taskName: NFCORE_RNAFUSION_RNAFUSION_TRIM_WORKFLOW_FASTP_aih-tih-sc-1274,
pltf/run-id: b915b219, pltf/run-creator: anaik, nextflow.io/sessionId: uuid-eb5d3959-7137-45a9-9f26-41f9201dcf7f,
pltf/run-name: dev_rna_exp0021-73d51683, instanceMinCpuSpeedMhz: '3200', pltf/run-engine: nextflow,
instanceLocalNvme: 'true'}
annotations: &id002 {ad.datadoghq.com/nextflow.logs: '[{"source":"nextflow","service":"nextflow-task","log_processing_rules":[{"type":"multi_line","name":"nextflow_task_multiline","pattern":"^\\x00NEVER_MATCH"}]}]',
ad.datadoghq.com/tags: '{"run_name":"dev_rna_exp0021-73d51683","run_id":"b915b219","run_creator":"anaik","run_component":"task","task_process":"NFCORE_RNAFUSION:RNAFUSION:TRIM_WORKFLOW:FASTP","task_name":"NFCORE_RNAFUSION:RNAFUSION:TRIM_WORKFLOW:FASTP
(aih-tih-sc-1274d4-R1_A23YTGFLT4_1)"}', karpenter.sh/do-not-disrupt: 'true'}
ownerReferences:
- {apiVersion: v1, kind: Pod, name: dev-rna-exp0021-73d51683-b915b219-tx2p5, uid: ed520d42-e1b5-4439-8c4d-49d15dd2bd65,
controller: true, blockOwnerDeletion: true}
spec:
backoffLimit: 0
template:
metadata:
name: nf-9454b6effc9afedc07d9440896ffbf4a-2548f
namespace: nextflow
labels: *id001
annotations: *id002
spec:
restartPolicy: Never
containers:
- name: nextflow
image: 292967571998.dkr.ecr.us-west-2.amazonaws.com/biocontainers/fastp:0.23.4--h5f740d0_0
args: [/bin/bash, -o, pipefail, -c, 'trap "{ ret=$?; /opt/s5cmd/bin/s5cmd
--log error cp .command.log s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/94/54b6effc9afedc07d9440896ffbf4a/.command.log||true;
exit $ret; }" EXIT; /opt/s5cmd/bin/s5cmd --log error cat s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/94/54b6effc9afedc07d9440896ffbf4a/.command.run
| bash 2>&1 | tee .command.log']
workingDir: /tmp
imagePullPolicy: Always
env:
- {name: SSL_CERT_FILE, value: /opt/s5cmd/ssl/ca-certificates.crt}
- {name: SSL_CERT_DIR, value: /opt/s5cmd/ssl/certs}
resources:
requests: {cpu: 12, memory: 16384Mi, ephemeral-storage: 716800Mi}
limits: {memory: 16384Mi, ephemeral-storage: 716800Mi}
volumeMounts:
- {name: vol-493, mountPath: /app}
- {name: vol-494, mountPath: /tmp}
- {name: vol-495, mountPath: /mnt/secrets}
- {name: vol-496, mountPath: /opt/s5cmd}
nodeSelector: {workload: nextflow-task, karpenter.sh/capacity-type: spot}
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- {key: eks.amazonaws.com/instance-gpu-count, operator: DoesNotExist}
- {key: eks.amazonaws.com/instance-local-nvme, operator: Exists}
- key: eks.amazonaws.com/instance-cpu-sustained-clock-speed-mhz
operator: Gt
values: ['3200']
serviceAccountName: sa-nextflow
securityContext: {runAsUser: 1000}
tolerations:
- {key: workload, operator: Equal, value: nextflow-task, effect: NoSchedule}
activeDeadlineSeconds: 28800
volumes:
- name: vol-493
emptyDir: []
- name: vol-494
emptyDir: []
- name: vol-495
secret: {secretName: aws-secrets-manager}
- name: vol-496
hostPath: {path: /opt/s5cmd}
ttlSecondsAfterFinished: 28800