dm-config.yaml

apiVersion: v1
kind: ConfigMap
metadata:
  name: nnf-dm-config
  namespace: nnf-dm-system
data:
  nnf-dm-config.yaml: |
    # Each profile is capable of providing different configurations for data movement.
    profiles:
      # Default profile that is used for all data movement activity.
      default:
        # The number of slots specified in the MPI hostfile. A value less than 1 disables the use
        # of slots in the hostfile.
        slots: 8

        # The number of max_slots specified in the MPI hostfile. A value less than 1 disables the use
        # of max_slots in the hostfile.
        maxSlots: 0

        # The full command to execute data movement. $VARS are replaced by the nnf software. Available
        # $VARS:
        #   HOSTFILE: hostfile that is created and used for mpirun. Contains a list of hosts and the
        #             slots/max_slots for each host. This hostfile is created at `/tmp/<dm-name>/hostfile`
        #   UID: User ID that is inherited from the Workflow
        #   GID: Group ID that is inherited from the Workflow
        #   SRC: source for the data movement
        #   DEST destination for the data movement
        # default: command: ulimit -n 2048 && mpirun --allow-run-as-root --hostfile $HOSTFILE dcp --progress 1 --uid $UID --gid $GID $SRC $DEST
        command: ulimit -n 2048 && mpirun --allow-run-as-root --hostfile $HOSTFILE dcp --progress 1 --uid $UID --gid $GID $SRC $DEST

        # If true, enable the command's stdout to be saved in the log when the command completes
        # successfully. On failure, the output is always logged.
        logStdout: false

        # Similar to logStdout, store the command's stdout in Status.Message when the command
        # completes successfully. On failure, the output is always stored.
        storeStdout: false

      # Same as default profile but tell dcp not to copy xattrs
      no-xattr:
        slots: 8
        maxSlots: 0
        command: ulimit -n 2048 && mpirun --allow-run-as-root --hostfile $HOSTFILE dcp --progress 1 --xattrs none --uid $UID --gid $GID $SRC $DEST
        logStdout: false
        storeStdout: false

    # NnfDataMovement resources have the ability to collect and store the progress percentage and the
    # last few lines of output in the CommandStatus field. This number is used for the interval to collect
    # the progress data. `dcp --progress N` must be included in the data movement command in order for
    # progress to be collected. A value less than 1 disables this functionality.
    progressIntervalSeconds: 5