Skip to content
Snippets Groups Projects
Commit 3d8cc4f7 authored by Matthew K Defenderfer's avatar Matthew K Defenderfer
Browse files

Bugfixes in convert-to-parquet

parent 21d0f5f1
No related branches found
No related tags found
1 merge request!63Bugfixes in convert-to-parquet
...@@ -118,7 +118,10 @@ def convert_to_parquet() -> None: ...@@ -118,7 +118,10 @@ def convert_to_parquet() -> None:
args = parse_args() args = parse_args()
if args['output_dir'] is None: if args['output_dir'] is None:
args['output_dir'] = args['input'].parent.joinpath('parquet') if args['input'].is_file():
args['output_dir'] = args['input'].parent.parent.joinpath('parquet')
else:
args["output_dir"] = args["input"].parent.joinpath("parquet")
args['output_dir'].mkdir(exist_ok = True, mode = 0o2770) args['output_dir'].mkdir(exist_ok = True, mode = 0o2770)
...@@ -135,7 +138,7 @@ def convert_to_parquet() -> None: ...@@ -135,7 +138,7 @@ def convert_to_parquet() -> None:
chunks = logs chunks = logs
chunks.sort() chunks.sort()
else: else:
chunks = [args["input"].name] chunks = [args["input"]]
pqs = [f.name for f in args["output_dir"].glob("*.parquet")] pqs = [f.name for f in args["output_dir"].glob("*.parquet")]
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment