wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-03 03:45:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Dataframes] Implemented .describe() (#1696)

Browse Source 
* added describe methods

* mean updates and added truediv func

* updates

* updated truediv test

* porting stocks to ubuntu

* hacky solution for describe, mean, median, quantile by transposing df

* removed data file

* removed faulty truediv implementation

* flake8 and documentation updates

* updated mean, median, var, std to handle mixed values

* added describe methods

* mean updates and added truediv func

* updates

* updated truediv test

* porting stocks to ubuntu

* hacky solution for describe, mean, median, quantile by transposing df

* removed data file

* removed faulty truediv implementation

* flake8 and documentation updates

* fixed quantile to drop object typed columns

* syntax improvements"

* fixed flatten issue

* fixing flatten issue

* minor updates

* added describe methods

* mean updates and added truediv func

* updates

* updated truediv test

* porting stocks to ubuntu

* hacky solution for describe, mean, median, quantile by transposing df

* removed data file

* removed faulty truediv implementation

* flake8 and documentation updates

* updated mean, median, var, std to handle mixed values

* added describe methods

* mean updates and added truediv func

* updates

* updated truediv test

* porting stocks to ubuntu

* hacky solution for describe, mean, median, quantile by transposing df

* removed data file

* removed faulty truediv implementation

* flake8 and documentation updates

* fixed quantile to drop object typed columns

* syntax improvements"

* fixed flatten issue

* fixing flatten issue

* improved describe syntax
This commit is contained in:
Rohan Singh
2018-03-15 21:16:59 -07:00
committed by Devin Petersohn
parent 459fd5e152
commit 1f027344f1
2 changed files with 261 additions and 48 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/dataframe/test/test_dataframe.py
+54 -30
View File
@@ -202,6 +202,15 @@ def test_int_dataframe():
test_round(ray_df, pandas_df)
test_query(ray_df, pandas_df, query_funcs)
test_mean(ray_df, pandas_df)
test_var(ray_df, pandas_df)
test_std(ray_df, pandas_df)
test_median(ray_df, pandas_df)
test_quantile(ray_df, pandas_df, .25)
test_quantile(ray_df, pandas_df, .5)
test_quantile(ray_df, pandas_df, .75)
test_describe(ray_df, pandas_df)
test_all(ray_df, pandas_df)
test_any(ray_df, pandas_df)
test___getitem__(ray_df, pandas_df)
@@ -316,6 +325,15 @@ def test_float_dataframe():
test_round(ray_df, pandas_df)
test_query(ray_df, pandas_df, query_funcs)
test_mean(ray_df, pandas_df)
test_var(ray_df, pandas_df)
test_std(ray_df, pandas_df)
test_median(ray_df, pandas_df)
test_quantile(ray_df, pandas_df, .25)
test_quantile(ray_df, pandas_df, .5)
test_quantile(ray_df, pandas_df, .75)
test_describe(ray_df, pandas_df)
test_all(ray_df, pandas_df)
test_any(ray_df, pandas_df)
test___getitem__(ray_df, pandas_df)
@@ -432,6 +450,15 @@ def test_mixed_dtype_dataframe():
test_round(ray_df, pandas_df)
test_query(ray_df, pandas_df, query_funcs)
test_mean(ray_df, pandas_df)
test_var(ray_df, pandas_df)
test_std(ray_df, pandas_df)
test_median(ray_df, pandas_df)
test_quantile(ray_df, pandas_df, .25)
test_quantile(ray_df, pandas_df, .5)
test_quantile(ray_df, pandas_df, .75)
test_describe(ray_df, pandas_df)
test_all(ray_df, pandas_df)
test_any(ray_df, pandas_df)
test___getitem__(ray_df, pandas_df)
@@ -549,6 +576,15 @@ def test_nan_dataframe():
test_round(ray_df, pandas_df)
test_query(ray_df, pandas_df, query_funcs)
test_mean(ray_df, pandas_df)
test_var(ray_df, pandas_df)
test_std(ray_df, pandas_df)
test_median(ray_df, pandas_df)
test_quantile(ray_df, pandas_df, .25)
test_quantile(ray_df, pandas_df, .5)
test_quantile(ray_df, pandas_df, .75)
test_describe(ray_df, pandas_df)
test_all(ray_df, pandas_df)
test_any(ray_df, pandas_df)
test___getitem__(ray_df, pandas_df)
@@ -860,11 +896,9 @@ def test_cumsum(ray_df, pandas_df):
assert(ray_df_equals_pandas(ray_df.cumsum(), pandas_df.cumsum()))
def test_describe():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.describe()
@pytest.fixture
def test_describe(ray_df, pandas_df):
assert(ray_df.describe().equals(pandas_df.describe()))
def test_diff():
@@ -1743,18 +1777,14 @@ def test_max(ray_df, pandas_df):
assert(ray_df_equals_pandas(ray_df.max(), pandas_df.max()))
def test_mean():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.mean()
@pytest.fixture
def test_mean(ray_df, pandas_df):
assert(ray_df.mean().equals(pandas_df.mean()))
def test_median():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.median()
@pytest.fixture
def test_median(ray_df, pandas_df):
assert(ray_df.median().equals(pandas_df.median()))
def test_melt():
@@ -1915,11 +1945,9 @@ def test_product():
ray_df.product()
def test_quantile():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.quantile()
@pytest.fixture
def test_quantile(ray_df, pandas_df, q):
assert(ray_df.quantile(q).equals(pandas_df.quantile(q)))
@pytest.fixture
@@ -2424,11 +2452,9 @@ def test_stack():
ray_df.stack()
def test_std():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.std()
@pytest.fixture
def test_std(ray_df, pandas_df):
assert(ray_df.std().equals(pandas_df.std()))
def test_sub():
@@ -2688,11 +2714,9 @@ def test_update():
ray_df.update(None)
def test_var():
ray_df = create_test_dataframe()
with pytest.raises(NotImplementedError):
ray_df.var()
@pytest.fixture
def test_var(ray_df, pandas_df):
assert(ray_df.var().equals(pandas_df.var()))
def test_where():