Bugfix: Added numpy datetime as valid type for run_date

example-job-scripts/convert-to-hive.sh

@@ -4,18 +4,19 @@
 #SBATCH --ntasks=1
 #SBATCH --cpus-per-task=16
 #SBATCH --mem=90G
-#SBATCH --partition=amperenodes
+#SBATCH --partition=amperenodes-reserve
 #SBATCH --time=02:00:00
 #SBATCH --reservation=rc-gpfs
 #SBATCH --gres=gpu:1
 #SBATCH --output=out/hive-setup-%A-%a.out
 #SBATCH --error=out/hive-setup-%A-%a.err
-#SBATCH --array=0-49
+#SBATCH --array=0
 
 module load Anaconda3
 conda activate gpfs
 
-parquets=($(find /data/rc/gpfs-policy/data -path "*/list-policy_data-project_list-path-external_slurm-*/parquet"))
+device="data-project" # data-project, data-user, or scratch
+parquets=($(find /data/rc/gpfs-policy/data -path "*/list-policy_${device}_list-path-external_slurm-*2025-01-21*/parquet"))
 pq=${parquets[${SLURM_ARRAY_TASK_ID}]}
 
 convert-to-hive --batch \
@@ -23,4 +24,4 @@ convert-to-hive --batch \
     --partition=amperenodes-reserve \
     --mem=120G \
     ${pq} \
-    /data/rc/gpfs-policy/data/gpfs-hive/data-project
+    /data/rc/gpfs-policy/data/gpfs-hive/${device}