mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 12:45:44 +08:00
Devin Petersohn
c8c0349511
* Temporarily changing the requirement until our pandas compat is updated for 0.23 * Fix lint
61 lines
2.2 KiB
Python
61 lines
2.2 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import pandas as pd
|
|
# TODO: In the future `set_option` or similar needs to run on every node
|
|
# in order to keep all pandas instances across nodes consistent
|
|
from pandas import (eval, unique, value_counts, cut, to_numeric, factorize,
|
|
test, qcut, match, Panel, date_range, Index, MultiIndex,
|
|
CategoricalIndex, Series, bdate_range, DatetimeIndex,
|
|
Timedelta, Timestamp, to_timedelta, set_eng_float_format,
|
|
set_option, NaT, PeriodIndex, Categorical)
|
|
import threading
|
|
|
|
pd_version = pd.__version__
|
|
pd_major = int(pd_version.split(".")[0])
|
|
pd_minor = int(pd_version.split(".")[1])
|
|
|
|
if pd_major == 0 and pd_minor != 22:
|
|
raise Exception("In order to use Pandas on Ray, your pandas version must "
|
|
"be 0.22. You can run 'pip install pandas==0.22'")
|
|
|
|
DEFAULT_NPARTITIONS = 8
|
|
|
|
|
|
def set_npartition_default(n):
|
|
global DEFAULT_NPARTITIONS
|
|
DEFAULT_NPARTITIONS = n
|
|
|
|
|
|
def get_npartitions():
|
|
return DEFAULT_NPARTITIONS
|
|
|
|
|
|
# We import these file after above two function
|
|
# because they depend on npartitions.
|
|
from .dataframe import DataFrame # noqa: 402
|
|
from .io import (read_csv, read_parquet, read_json, read_html, # noqa: 402
|
|
read_clipboard, read_excel, read_hdf, read_feather, # noqa: 402
|
|
read_msgpack, read_stata, read_sas, read_pickle, # noqa: 402
|
|
read_sql) # noqa: 402
|
|
from .concat import concat # noqa: 402
|
|
from .datetimes import to_datetime # noqa: 402
|
|
from .reshape import get_dummies # noqa: 402
|
|
|
|
__all__ = [
|
|
"DataFrame", "Series", "read_csv", "read_parquet", "concat", "eval",
|
|
"unique", "value_counts", "cut", "to_numeric", "factorize", "test", "qcut",
|
|
"match", "to_datetime", "get_dummies", "Panel", "date_range", "Index",
|
|
"MultiIndex", "Series", "bdate_range", "DatetimeIndex", "to_timedelta",
|
|
"set_eng_float_format", "set_option", "CategoricalIndex", "Timedelta",
|
|
"Timestamp", "NaT", "PeriodIndex", "Categorical"
|
|
]
|
|
|
|
try:
|
|
if threading.current_thread().name == "MainThread":
|
|
import ray
|
|
ray.init()
|
|
except AssertionError:
|
|
pass
|