apiVersion: batch/v1
kind: Job
metadata:
name: nf-977cb2eb8f605925ccad9c0339e7ddb2-e18c8
namespace: nextflow
labels: &id001 {nextflow.io/processName: NFCORE_RNAFUSION_DEMUX_FROM_RUNDIR_DEMULTIPLEX_CAT_FASTQ,
nextflow.io/queue: Nextflow-OnDemand, nextflow.io/runName: dev_rna_exp09_10-3b7a596a,
pltf/run-component: task, nextflow.io/app: nextflow, nextflow.io/taskName: NFCORE_RNAFUSION_DEMUX_FROM_RUNDIR_DEMULTIPLEX_CAT_FASTQ_659_e,
pltf/run-id: 46d3fa47, pltf/run-creator: anaik, nextflow.io/sessionId: uuid-40cc52c0-5bec-40b6-b04d-c64c51f55eff,
pltf/run-name: dev_rna_exp09_10-3b7a596a, instanceNetworkBandwidth: '10000', pltf/run-engine: nextflow,
instanceLocalNvme: 'true'}
annotations: &id002 {ad.datadoghq.com/nextflow.logs: '[{"source":"nextflow","service":"nextflow-task","log_processing_rules":[{"type":"multi_line","name":"nextflow_task_multiline","pattern":"^\\x00NEVER_MATCH"}]}]',
ad.datadoghq.com/tags: '{"run_name":"dev_rna_exp09_10-3b7a596a","run_id":"46d3fa47","run_creator":"anaik","run_component":"task","task_process":"NFCORE_RNAFUSION:DEMUX_FROM_RUNDIR:DEMULTIPLEX:CAT_FASTQ","task_name":"NFCORE_RNAFUSION:DEMUX_FROM_RUNDIR:DEMULTIPLEX:CAT_FASTQ
(659_eKx-T1-TRNA-1_B23MHV2LT4_1)"}', karpenter.sh/do-not-disrupt: 'true'}
ownerReferences:
- {apiVersion: v1, kind: Pod, name: dev-rna-exp09-10-3b7a596a-46d3fa47-vfmgw, uid: 64232d52-75b6-4c8c-88cb-9eb8f740cd1d,
controller: true, blockOwnerDeletion: true}
spec:
backoffLimit: 0
template:
metadata:
name: nf-977cb2eb8f605925ccad9c0339e7ddb2-e18c8
namespace: nextflow
labels: *id001
annotations: *id002
spec:
restartPolicy: Never
containers:
- name: nextflow
image: 292967571998.dkr.ecr.us-west-2.amazonaws.com/daq/cat_fastq:1.2
args: [/bin/bash, -o, pipefail, -c, 'trap "{ ret=$?; /opt/s5cmd/bin/s5cmd
--log error cp .command.log s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/97/7cb2eb8f605925ccad9c0339e7ddb2/.command.log||true;
exit $ret; }" EXIT; /opt/s5cmd/bin/s5cmd --log error cat s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/97/7cb2eb8f605925ccad9c0339e7ddb2/.command.run
| bash 2>&1 | tee .command.log']
workingDir: /tmp
imagePullPolicy: Always
env:
- {name: SSL_CERT_DIR, value: /opt/s5cmd/ssl/certs}
- {name: SSL_CERT_FILE, value: /opt/s5cmd/ssl/ca-certificates.crt}
resources:
requests: {cpu: 2, memory: 7168Mi, ephemeral-storage: 716800Mi}
limits: {memory: 7168Mi, ephemeral-storage: 716800Mi}
volumeMounts:
- {name: vol-209, mountPath: /app}
- {name: vol-210, mountPath: /tmp}
- {name: vol-211, mountPath: /mnt/secrets}
- {name: vol-212, mountPath: /opt/s5cmd}
nodeSelector: {workload: nextflow-task, karpenter.sh/capacity-type: spot}
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- {key: eks.amazonaws.com/instance-gpu-count, operator: DoesNotExist}
- {key: eks.amazonaws.com/instance-local-nvme, operator: Exists}
- key: eks.amazonaws.com/instance-network-bandwidth
operator: Gt
values: ['10000']
serviceAccountName: sa-nextflow
securityContext: {runAsUser: 1000}
tolerations:
- {key: workload, operator: Equal, value: nextflow-task, effect: NoSchedule}
activeDeadlineSeconds: 14400
volumes:
- name: vol-209
emptyDir: []
- name: vol-210
emptyDir: []
- name: vol-211
secret: {secretName: aws-secrets-manager}
- name: vol-212
hostPath: {path: /opt/s5cmd}
ttlSecondsAfterFinished: 28800