diff --git a/transfer-gpfs-with-s5cmd/fpart-db.py b/transfer-gpfs-with-s5cmd/fpart-db.py index 11ecc9e238d9948b8d44f4b6a22ca4402688773a..26cf7572f6dad60856ef4b04247d999277124b63 100755 --- a/transfer-gpfs-with-s5cmd/fpart-db.py +++ b/transfer-gpfs-with-s5cmd/fpart-db.py @@ -34,7 +34,8 @@ def main(): ddf = dd.read_parquet(input_parquet) ddf = ddf.loc[ddf['path'].str.startswith(filter)].sort_values('path') - ddf = ddf.loc[~ddf['mode'].str.startswith('d')] + if 'mode' in ddf.columns: + ddf = ddf.loc[~ddf['mode'].str.startswith('d')] ddf['cmd'] = ddf['path'].map(lambda x: create_sync_cmd(x, filter=filter, dest=dest), meta=str)