diff --git a/split-info-file b/split-info-file new file mode 100755 index 0000000000000000000000000000000000000000..331b00ff0087ed55f7141df56bd45ec7b3dc81ff --- /dev/null +++ b/split-info-file @@ -0,0 +1,10 @@ +#!/bin/bash + +# split an info file into individual list files to make searching with an array job fast + +file=$1 +dirname=${file}.d +prefix=${dirname}/list- + +mkdir -p ${dirname} +srun -p amd-hdr100 --time 06:00:00 --mem 4G split -a 3 -d -l 5000000 ${file} ${prefix}