#! /bin/bash # #SBATCH --job-name=split #SBATCH --ntasks=1 #SBATCH --cpus-per-task=24 #SBATCH --mem=8G #SBATCH --partition=amd-hdr100 #SBATCH --time=02:00:00 #SBATCH --output=out/split-%A-%a.out #SBATCH --error=out/split-%A-%a.err #SBATCH --array=0-49 module load Anaconda3 conda activate gpfs logs=($(find /data/rc/gpfs-policy/data -path "*/list-policy_data-user_list-path-external_slurm-31[35]*/raw/*.gz")) log=${logs[${SLURM_ARRAY_TASK_ID}]} split-log --no-clobber ${log}