Skip to content
Snippets Groups Projects
run-mmpol.sh 3.6 KiB
Newer Older
# run an mmapply policy across the cluster via slurm

############################################################
# Default Values                                           #
############################################################
outdir="/data/rc/gpfs-policy/data"
policy_file="./policy-def/list-path-external"
device="scratch"
output_log_prefix=""

############################################################
# Help                                                     #
############################################################

usage()
{
>&2 cat << EOF
Usage: $0 [ -h ] [ -o | --outdir ] [ -f | --output-prefix ] [-P | --policy-file] device
EOF
exit 1
}

help()
{
>&2 cat << EOF
Runs mmapplypolicy on the specified device/fileset. The policy file dictates the actions performed including list, delete, add, etc. This is most often called by the submit-pol-job wrapper instead of invoked directly

Usage: $0 [ -h ] [ -o | --outdir ] [ -f | --output-prefix ] [ -P | --policy-file ] device

options:
    -h|--help       Print this Help.

Required:
    device              GPFS fileset/directory apply the policy to. Can be 
                            specified as either the name of the fileset or the 
                            full path to the directory 
                            (Examples: scratch, /data/user/[username])

Path:   
    -o|--outdir         Parent directory to save policy output to 
                            (default: /data/rc/gpfs-policy/data)
    -f|--output-prefix  Prefix of the policy output file. Appended with a metadata string containing the policy name, 
                            job ID, and date

Policy Options:
    -P|--policy-file    Path to policy file to apply to the given GPFS device
EOF
exit 0
}

args=$(getopt -a -o ho:f:P: --long help,outdir:,output-prefix:,policy-file: -- "$@")

if [[ $? -gt 0 ]]; then
  usage
fi

eval set -- ${args}

while :
do
  case $1 in
    -h | --help)            help                    ;;
    -o | --outdir)          outdir=$2               ; shift 2 ;;
    -f | --output-prefix)   output_log_prefix=$2    ; shift 2 ;;
    -P | --policy-file)     policy_file=$2           ; shift 2 ;;
    --) shift; break ;;
    *) >&2 echo Unsupported option: $1
       usage ;;
  esac
done

if [[ $# -eq 0 ]]; then
  usage
fi

device="$1"

# Ensure device is specified
if [[ -z "$device" ]]; then
    echo "Error: Specify either the name of a fileset or a directory path"
    usage
fi

# create default output_log_prefix if not specified in the arguments
if [[ -z "$output_log_prefix"]]; then
    modified_device=$(echo "$device" | sed -e 's|^/||' -e 's|/$||' -e 's|/|-|g')
    output_log_prefix="list-policy_${modified_device}"
fi

# create temporary working directory for list aggregation
tmpglobal=$outdir/slurm-tmp-${SLURM_JOBID}
tmpscratch=$outdir/slurm-tmp-${SLURM_JOBID}
mkdir -p $tmpglobal

nodes=`scontrol show hostnames "${SLURM_JOB_NODELIST}" | tr '\n' ',' | sed -e 's/,$//'`
cores="${SLURM_CPUS_PER_TASK}"

DATESTR=`date +'%Y-%m-%d-%H:%M:%S'`

filetag="${policy}_slurm-${SLURM_JOBID}_${DATESTR}"
cmd="mmapplypolicy ${device} -I defer \
  -P $policy_file \
  -f ${outdir}/list-${SLURM_JOBID} \
  -M FILEPATH=${device} \
  -M JOBID=${SLURM_JOBID} \
  -N ${nodes} -n ${cores} -m ${cores}"

# report final command in job log
echo $cmd

# run policy command
$cmd

# tag output file with run metadata
outfile=`ls -t $tmpglobal | head -1`
if [[ "$outfile" != "" ]]
then
   mv -n $tmpglobal/$outfile $tmpglobal/../${output_log_prefix}_$filetag
fi
rmdir $tmpglobal