From 69c7beda099703fa15b8b2961a1b8d76a47cdf75 Mon Sep 17 00:00:00 2001
From: Matthew K Defenderfer <mdefende@uab.edu>
Date: Thu, 15 Aug 2024 12:41:26 -0500
Subject: [PATCH] no longer create spare script for sbatch
---
convert-to-parquet/convert-parquet-array.sh | 17 -----------------
1 file changed, 17 deletions(-)
delete mode 100644 convert-to-parquet/convert-parquet-array.sh
diff --git a/convert-to-parquet/convert-parquet-array.sh b/convert-to-parquet/convert-parquet-array.sh
deleted file mode 100644
index b84902f..0000000
--- a/convert-to-parquet/convert-parquet-array.sh
+++ /dev/null
@@ -1,17 +0,0 @@
-#!/bin/bash
-#
-#SBATCH --job-name=parquet-list-%a
-#SBATCH --ntasks=1
-#SBATCH --partition=amd-hdr100
-#SBATCH --time=02:00:00
-#SBATCH --mem=16G
-#SBATCH --output=out/%A_%a.out
-#SBATCH --error=err/%A_%a.err
-#SBATCH --array=1-111
-
-module load Anaconda3
-conda activate gpfs
-
-log=$(ls /data/rc/gpfs-policy/data/list-policy_data-user_2024-07-23/list-* | awk "NR==${SLURM_ARRAY_TASK_ID} { print $1 }")
-
-python convert-to-parquet.py -o /home/mdefende/Desktop/test_data_user_parquet -f ${log}
--
GitLab