mirror of
https://github.com/wassname/ray.git
synced 2026-06-29 03:21:06 +08:00
Peter Schafhalter
1d605e8f8a
* Added _inherit_docstrings * DataFrame documentation inherits from Pandas * Fix formatting * Replace hasattr and document properties * Fix rebase * Override documentation for groupby * Override documentation for series * Don't overwrite property docstrings * Fix property __doc__ for python2
270 lines
7.5 KiB
Python
270 lines
7.5 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import pandas.core.groupby
|
|
|
|
from .utils import _inherit_docstrings
|
|
|
|
|
|
@_inherit_docstrings(pandas.core.groupby.DataFrameGroupBy)
|
|
class DataFrameGroupBy(object):
|
|
|
|
def __init__(self, partitions, columns, index):
|
|
self._partitions = partitions
|
|
self._columns = columns
|
|
self._index = index
|
|
|
|
def _map_partitions(self, func, index=None):
|
|
"""Apply a function on each partition.
|
|
|
|
Args:
|
|
func (callable): The function to Apply.
|
|
|
|
Returns:
|
|
A new DataFrame containing the result of the function.
|
|
"""
|
|
from .dataframe import DataFrame
|
|
from .dataframe import _deploy_func
|
|
|
|
assert(callable(func))
|
|
new_df = [_deploy_func.remote(lambda df: df.apply(func), part)
|
|
for part in self._partitions]
|
|
|
|
if index is None:
|
|
index = self._index
|
|
|
|
return DataFrame(row_partitions=new_df, columns=self._columns,
|
|
index=index)
|
|
|
|
@property
|
|
def ngroups(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def skew(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def ffill(self, limit=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def sem(self, ddof=1):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def mean(self, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def any(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def plot(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def ohlc(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def __bytes__(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def tshift(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def groups(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def min(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def idxmax(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def ndim(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def shift(self, periods=1, freq=None, axis=0):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def nth(self, n, dropna=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def cumsum(self, axis=0, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def indices(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def pct_change(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def filter(self, func, dropna=True, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def cummax(self, axis=0, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def apply(self, func, *args, **kwargs):
|
|
return self._map_partitions(func)
|
|
|
|
def rolling(self, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def dtypes(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def first(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def backfill(self, limit=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def __getitem__(self, key):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def cummin(self, axis=0, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def bfill(self, limit=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def idxmin(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def prod(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def std(self, ddof=1, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def aggregate(self, arg, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def last(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def mad(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def rank(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def corrwith(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def pad(self, limit=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def max(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def var(self, ddof=1, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def get_group(self, name, obj=None):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def __len__(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def all(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def size(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def sum(self, **kwargs):
|
|
self._map_partitions(lambda df: df.sum())
|
|
|
|
def __unicode__(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def describe(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def boxplot(grouped, subplots=True, column=None, fontsize=None, rot=0,
|
|
grid=True, ax=None, figsize=None, layout=None, **kwds):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def ngroup(self, ascending=True):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def nunique(self, dropna=True):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def resample(self, rule, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def median(self, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def head(self, n=5):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def cumprod(self, axis=0, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def __iter__(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def agg(self, arg, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def cov(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def transform(self, func, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def corr(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def fillna(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def count(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def pipe(self, func, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def cumcount(self, ascending=True):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def tail(self, n=5):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
def expanding(self, *args, **kwargs):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def hist(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def quantile(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def diff(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|
|
|
|
@property
|
|
def take(self):
|
|
raise NotImplementedError("Not Yet implemented.")
|