wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-01 11:10:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[DataFrame] Update initializations of IndexMetadata which use outdated APIs (#2103)

Browse Source 
* Update calls which use outdated APIs

* Fix lengths of IndexMetadata
This commit is contained in:
Peter Schafhalter
2018-05-21 12:19:41 -07:00
committed by Devin Petersohn
parent eb078766d8
commit f1fc373de7
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/dataframe/indexing.py
+10 -3
View File
@@ -188,11 +188,18 @@ class _Location_Indexer_Base():
def _generate_view(self, row_lookup, col_lookup):
"""Generate a DataFrameView from lookup
"""
row_lengths = [0] * len(self.df._row_metadata._lengths)
for i in row_lookup["partition"]:
row_lengths[i] += 1
col_lengths = [0] * len(self.df._col_metadata._lengths)
for i in col_lookup["partition"]:
col_lengths[i] += 1
row_metadata_view = _IndexMetadata(
_coord_df=row_lookup, _lengths=self.df._row_metadata._lengths)
coord_df_oid=row_lookup, lengths_oid=row_lengths)
col_metadata_view = _IndexMetadata(
_coord_df=col_lookup, _lengths=self.df._col_metadata._lengths)
coord_df_oid=col_lookup, lengths_oid=col_lengths)
df_view = DataFrameView(
block_partitions=self.block_oids,
@@ -354,7 +361,7 @@ class _Loc_Indexer(_Location_Indexer_Base):
lens = major_meta._lengths
lens = np.concatenate([lens, np.array([num_nan_labels])])
metadata_view = _IndexMetadata(_coord_df=coord_df, _lengths=lens)
metadata_view = _IndexMetadata(coord_df_oid=coord_df, lengths_oid=lens)
return metadata_view
def _compute_enlarge_labels(self, locator, base_index):