Merge branch 'enh-switch-to-venv-from-sif' into rel_v0.1.1

src/convert-to-parquet/run-convert-to-parquet.sh

@@ -11,7 +11,6 @@ mem="16G"
 time="02:00:00"
 partition="amd-hdr100"
 outdir=""
-sif="gitlab.rc.uab.edu:4567/mdefende/gpfs-policy:latest"
 
 ############################################################
 # Help                                                     #
@@ -87,15 +86,12 @@ if [[ -z "$outdir" ]]; then
     outdir="${gpfs_logdir}/parquet"
 fi
 
-singularity pull --force gpfs.sif docker://${sif}
-
 nlogs=$(ls ${gpfs_logdir}/list-* | wc -l)
 
-cmd="singularity exec --bind /data,/scratch gpfs.sif python3 convert-to-parquet.py -o ${outdir} -f \${log}"
+cmd="python3 convert-to-parquet.py -o ${outdir} -f \${log}"
 
 >&2 cat << EOF
 --------------------------------------------------------------------------------
-sif:                 ${sif}
 output dir:          ${outdir}
 GPFS logs:           ${gpfs_logdir}
 
@@ -127,6 +123,8 @@ mkdir -p err
 #SBATCH --error=err/%A_%a.err
 #SBATCH --array=1-${nlogs}
 
+source /data/rc/gpfs-policy/venv/bin/activate
+
 log=\$(ls ${gpfs_logdir}/list-* | awk "NR==\${SLURM_ARRAY_TASK_ID} { print \$1 }")
 
 ${cmd}