Newer
Older
Matthew K Defenderfer
committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
backend_options = {
"pandas": {
"imports": {
"package": ["pandas"],
"alias": ["pd"]
},
"guidance_message": None,
"example_usage": "df = pd.read_parquet('dataset')"
},
"cudf": {
"imports": {
"package": ["cudf.pandas","pandas"],
"alias": [None,"pd"]
},
"pre_import_hooks": {
"pandas": "cudf.pandas.install()"
},
"guidance_message": (
"cuDF and pandas have been loaded into your current environment. All applicable pandas functions will use silently use cuDF when able and will default to pandas otherwise. Use standard pandas functions for processing"
),
"example_usage": "df = pd.read_parquet('dataset')"
},
"dask": {
"imports": {
"package": ["dask.dataframe"],
"alias": ["dd"]
},
"guidance_message": "Only dask.dataframe has been loaded automatically. All other dask modules must be loaded manually in order to use them.",
"example_usage": "df = dd.read_parquet('dataset')"
},
"dask_cuda": {
"imports": {
"package": ["dask_cuda","dask.dataframe"],
"alias": [None,"dd"]
},
"post_import_hooks": {
"dask.dataframe": "dask.config.set({'dataframe.backend': 'cudf'})"
},
"guidance_message": "Only dask.dataframe has been loaded automatically. All other dask modules must be loaded manually in order to use them.",
"example_usage": "df = dd.read_parquet('dataset')"
}
}