split-logs.sh

#! /bin/bash
#
#SBATCH --job-name=split
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=24
#SBATCH --mem=8G
#SBATCH --partition=amd-hdr100
#SBATCH --time=02:00:00
#SBATCH --output=out/split-%A-%a.out
#SBATCH --error=out/split-%A-%a.err
#SBATCH --array=0-49

module load Anaconda3
conda activate gpfs

logs=($(find /data/rc/gpfs-policy/data -path "*/list-policy_data-project_list-path-external_slurm-*/raw/*.gz"))
log=${logs[${SLURM_ARRAY_TASK_ID}]}

split-log --no-clobber ${log}