apiVersion: batch/v1
kind: Job
metadata:
name: nf-98b77cbfb78bf174debe66c9562dd1e3-24a0b
namespace: nextflow
labels: &id001 {nextflow.io/processName: NF_CANARY_TEST_MV_FILE, nextflow.io/runName: gitlab-nf-plugins-build2793789-canary-run-63434021,
nextflow.io/sessionId: uuid-1860e683-c510-4f71-b269-61659c68ac27, pltf/run-name: gitlab-nf-plugins-build2793789-canary-run-63434021,
pltf/run-component: task, nextflow.io/app: nextflow, nextflow.io/taskName: NF_CANARY_TEST_MV_FILE,
pltf/run-id: 991c2f34, pltf/run-engine: nextflow, pltf/run-creator: svc-gitlab-ci}
annotations: &id002 {ad.datadoghq.com/nextflow.logs: '[{"source":"nextflow","service":"nextflow-task","log_processing_rules":[{"type":"multi_line","name":"nextflow_task_multiline","pattern":"^\\x00NEVER_MATCH"}]}]',
ad.datadoghq.com/tags: '{"run_name":"gitlab-nf-plugins-build2793789-canary-run-63434021","run_id":"991c2f34","run_creator":"svc-gitlab-ci","run_component":"task","task_process":"NF_CANARY:TEST_MV_FILE","task_name":"NF_CANARY:TEST_MV_FILE"}',
karpenter.sh/do-not-disrupt: 'true'}
ownerReferences:
- {apiVersion: v1, kind: Pod, name: gitlab-nf-plugins-build2793789-canary-run-63434021-991c2f32q5j7,
uid: 4f2d426e-cd69-472e-9374-d850bd2cd554, controller: true, blockOwnerDeletion: true}
spec:
backoffLimit: 0
template:
metadata:
name: nf-98b77cbfb78bf174debe66c9562dd1e3-24a0b
namespace: nextflow
labels: *id001
annotations: *id002
spec:
restartPolicy: Never
containers:
- name: nextflow
image: artifactory.natera.com/dockerhub/ubuntu:24.04
args: [/bin/bash, -o, pipefail, -c, 'trap "{ ret=$?; /opt/s5cmd/bin/s5cmd
--log error cp .command.log s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/98/b77cbfb78bf174debe66c9562dd1e3/.command.log||true;
exit $ret; }" EXIT; /opt/s5cmd/bin/s5cmd --log error cat s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/98/b77cbfb78bf174debe66c9562dd1e3/.command.run
| bash 2>&1 | tee .command.log']
workingDir: /tmp
imagePullPolicy: Always
env:
- {name: SSL_CERT_DIR, value: /opt/s5cmd/ssl/certs}
- {name: SSL_CERT_FILE, value: /opt/s5cmd/ssl/ca-certificates.crt}
resources:
requests: {cpu: 1, memory: 4096Mi, ephemeral-storage: 20480Mi}
limits: {memory: 4096Mi, ephemeral-storage: 20480Mi}
volumeMounts:
- {name: vol-5, mountPath: /app}
- {name: vol-6, mountPath: /tmp}
- {name: vol-7, mountPath: /mnt/secrets}
- {name: vol-8, mountPath: /opt/s5cmd}
nodeSelector: {workload: nextflow-task, karpenter.sh/capacity-type: spot}
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- {key: eks.amazonaws.com/instance-gpu-count, operator: DoesNotExist}
serviceAccountName: sa-nextflow
securityContext: {runAsUser: 1000}
tolerations:
- {key: workload, operator: Equal, value: nextflow-task, effect: NoSchedule}
volumes:
- name: vol-5
emptyDir: []
- name: vol-6
emptyDir: []
- name: vol-7
secret: {secretName: aws-secrets-manager}
- name: vol-8
hostPath: {path: /opt/s5cmd}
ttlSecondsAfterFinished: 28800