File Info

Filename
.command.yaml
Full Path
s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8e/17cd3f07028761abbf58b9ded10162/.command.yaml
Size
3.4 KB
Attempt
apiVersion: batch/v1
kind: Job
metadata:
  name: nf-8e17cd3f07028761abbf58b9ded10162-a63f1
  namespace: nextflow
  labels: &id001 {nextflow.io/processName: RECALL_DISCOVER_ALT_TRUTH, nextflow.io/queue: Nextflow-OnDemand,
    nextflow.io/runName: altera_residuals_and_slides_v9, nextflow.io/sessionId: uuid-4eb33f88-2802-4be2-8e0b-77c5429708f8,
    pltf/run-name: altera_residuals_and_slides_v9, capacityType: spot, pltf/run-component: task,
    nextflow.io/app: nextflow, nextflow.io/taskName: RECALL_DISCOVER_ALT_TRUTH_truth-discovery-tso500,
    pltf/run-id: 9a50f661, pltf/run-engine: nextflow, pltf/run-creator: smedina}
  annotations: &id002 {ad.datadoghq.com/nextflow.logs: '[{"source":"nextflow","service":"nextflow-task","log_processing_rules":[{"type":"multi_line","name":"nextflow_task_multiline","pattern":"^\\x00NEVER_MATCH"}]}]',
    ad.datadoghq.com/tags: '{"run_name":"altera_residuals_and_slides_v9","run_id":"9a50f661","run_creator":"smedina","run_component":"task","task_process":"RECALL:DISCOVER_ALT_TRUTH","task_name":"RECALL:DISCOVER_ALT_TRUTH
      (truth-discovery-tso500)"}', karpenter.sh/do-not-disrupt: 'true'}
  ownerReferences:
  - {apiVersion: v1, kind: Pod, name: altera-residuals-and-slides-v9-9a50f661-fz7wc,
    uid: 6c048203-69ed-403d-9d76-a3d4c0bffcae, controller: true, blockOwnerDeletion: true}
spec:
  backoffLimit: 0
  template:
    metadata:
      name: nf-8e17cd3f07028761abbf58b9ded10162-a63f1
      namespace: nextflow
      labels: *id001
      annotations: *id002
    spec:
      restartPolicy: Never
      containers:
      - name: nextflow
        image: 292967571998.dkr.ecr.us-west-2.amazonaws.com/rnafusion-performance-s3-python:1.0.0
        args: [/bin/bash, -o, pipefail, -c, 'trap "{ ret=$?; /opt/s5cmd/bin/s5cmd
            --log error cp .command.log s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8e/17cd3f07028761abbf58b9ded10162/.command.log||true;
            exit $ret; }" EXIT; /opt/s5cmd/bin/s5cmd --log error cat s3://natera-rnd-pltf-dev-nextflow-scratch-01/work/8e/17cd3f07028761abbf58b9ded10162/.command.run
            | bash 2>&1 | tee .command.log']
        workingDir: /tmp
        imagePullPolicy: Always
        env:
        - {name: SSL_CERT_DIR, value: /opt/s5cmd/ssl/certs}
        - {name: SSL_CERT_FILE, value: /opt/s5cmd/ssl/ca-certificates.crt}
        resources:
          requests: {cpu: 1, memory: 4096Mi, ephemeral-storage: 20480Mi}
          limits: {memory: 4096Mi, ephemeral-storage: 20480Mi}
        volumeMounts:
        - {name: vol-21, mountPath: /app}
        - {name: vol-22, mountPath: /tmp}
        - {name: vol-23, mountPath: /mnt/secrets}
        - {name: vol-24, mountPath: /opt/s5cmd}
      nodeSelector: {workload: nextflow-task, karpenter.sh/capacity-type: spot}
      affinity:
        nodeAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            nodeSelectorTerms:
            - matchExpressions:
              - {key: eks.amazonaws.com/instance-gpu-count, operator: DoesNotExist}
      serviceAccountName: sa-nextflow
      securityContext: {runAsUser: 1000}
      tolerations:
      - {key: workload, operator: Equal, value: nextflow-task, effect: NoSchedule}
      activeDeadlineSeconds: 14400
      volumes:
      - name: vol-21
        emptyDir: []
      - name: vol-22
        emptyDir: []
      - name: vol-23
        secret: {secretName: aws-secrets-manager}
      - name: vol-24
        hostPath: {path: /opt/s5cmd}
  ttlSecondsAfterFinished: 28800