Add conversion of flat parquet structure to hive
Showing
- .gitignore 21 additions, 5 deletions.gitignore
- example-job-scripts/convert-logs.sh 19 additions, 0 deletionsexample-job-scripts/convert-logs.sh
- example-job-scripts/convert-to-hive.sh 21 additions, 0 deletionsexample-job-scripts/convert-to-hive.sh
- example-job-scripts/split-logs.sh 19 additions, 0 deletionsexample-job-scripts/split-logs.sh
- pyproject.toml 1 addition, 0 deletionspyproject.toml
- src/rc_gpfs/cli/__init__.py 1 addition, 0 deletionssrc/rc_gpfs/cli/__init__.py
- src/rc_gpfs/cli/convert_flat_to_hive.py 153 additions, 0 deletionssrc/rc_gpfs/cli/convert_flat_to_hive.py
- src/rc_gpfs/cli/convert_to_parquet.py 12 additions, 26 deletionssrc/rc_gpfs/cli/convert_to_parquet.py
- src/rc_gpfs/cli/split_log.py 11 additions, 16 deletionssrc/rc_gpfs/cli/split_log.py
- src/rc_gpfs/cli/utils.py 41 additions, 1 deletionsrc/rc_gpfs/cli/utils.py
- src/rc_gpfs/compute/backend.py 1 addition, 1 deletionsrc/rc_gpfs/compute/backend.py
- src/rc_gpfs/policy/__init__.py 1 addition, 1 deletionsrc/rc_gpfs/policy/__init__.py
- src/rc_gpfs/policy/convert.py 77 additions, 4 deletionssrc/rc_gpfs/policy/convert.py
- src/rc_gpfs/policy/split.py 1 addition, 2 deletionssrc/rc_gpfs/policy/split.py
- src/rc_gpfs/policy/utils.py 0 additions, 6 deletionssrc/rc_gpfs/policy/utils.py
- src/rc_gpfs/utils.py 7 additions, 1 deletionsrc/rc_gpfs/utils.py
Loading
Please register or sign in to comment