Skip to content
Snippets Groups Projects
Commit 1ed611c3 authored by Matthew K Defenderfer's avatar Matthew K Defenderfer
Browse files

Reorganize code to python package and add functionality for processing and visualizing policy logs

parent 18b49a7c
No related branches found
No related tags found
1 merge request!25Reorganize code to python package and add functionality for processing and visualizing policy logs
Showing
with 1788 additions and 1 deletion
data
local-data/
joblogs/
slurm-*
out/
err/
*.sif
__pycache__
\ No newline at end of file
__pycache__
quarto*
cufile.log
*.html
general-report_files
poetry.toml
.vscode
\ No newline at end of file
#!/bin/bash
mkdir -p bin
# Find all .py and .sh files in the src directory and its subdirectories
find src/ -type f \( -name "*.py" -o -name "*.sh" \) | while read -r file; do
# Get the base name of the file
base=$(basename "$file")
# Create a symbolic link in the bin directory
ln -sf "../$file" "bin/$base"
done
\ No newline at end of file
File moved
File moved
File moved
File moved
File moved
File moved
poetry.lock 0 → 100644
This diff is collapsed.
[tool.poetry]
name = "rc-gpfs"
version = "0.0.0"
description = "GPFS policy aggregation and reporting"
authors = ["Matthew Defenderfer <mdefende@uab.edu>"]
readme = "README.md"
license = "AFL"
repository = "https://gitlab.rc.uab.edu/rc/gpfs-policy"
keywords = ["GPFS", "policy", "aggregation", "reporting"]
classifiers = [
"Development Status :: 4 - Beta",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12"
]
packages = [
{ include = "rc_gpfs", from = "src" }
]
[tool.poetry.dependencies]
python = "^3.11"
pandas = "^2.2.2"
numpy = "^1.26.4"
pyarrow = "^16.1.0"
cudf-cu12 = { version = "^24.10", source = "rapids" }
dask-cudf-cu12 = { version = "^24.10", source = "rapids" }
cuml-cu12 = { version = "^24.10", source = "rapids" }
plotly = "^5.24.1"
nvidia-ml-py = "^12.560.30"
[[tool.poetry.source]]
name="rapids"
url="https://pypi.nvidia.com"
priority = "supplemental"
[tool.poetry.scripts]
gpfs-preproc = "report.cli:aggregate_gpfs_dataset"
gpfs-report = "report.cli:report"
[tool.poetry-dynamic-versioning]
enable = true
vcs = "git"
pattern = "default-unprefixed"
format = "{base}+{distance}.{commit}"
style = "semver"
tag-branch = "main"
[build-system]
requires = ["poetry-core>=1.0.0","poetry-dynamic-versioning"]
build-backend = "poetry_dynamic_versioning.backend"
from .compute import *
from .process import *
\ No newline at end of file
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment