hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 10:31:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[DataFrame] Update initializations of IndexMetadata which use outdated APIs (#2103)

Browse source 
* Update calls which use outdated APIs

* Fix lengths of IndexMetadata
This commit is contained in:
Peter Schafhalter 2018-05-21 12:19:41 -07:00 • committed by Devin Petersohn
parent eb078766d8
commit f1fc373de7
1 changed files with 10 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
python/ray/dataframe/indexing.py
View file

@ -188,11 +188,18 @@ class _Location_Indexer_Base():
def _generate_view(self, row_lookup, col_lookup):
"""Generate a DataFrameView from lookup
"""
row_lengths = [0] * len(self.df._row_metadata._lengths)
for i in row_lookup["partition"]:
row_lengths[i] += 1
col_lengths = [0] * len(self.df._col_metadata._lengths)
for i in col_lookup["partition"]:
col_lengths[i] += 1
row_metadata_view = _IndexMetadata(
_coord_df=row_lookup, _lengths=self.df._row_metadata._lengths)
coord_df_oid=row_lookup, lengths_oid=row_lengths)
col_metadata_view = _IndexMetadata(
_coord_df=col_lookup, _lengths=self.df._col_metadata._lengths)
coord_df_oid=col_lookup, lengths_oid=col_lengths)
df_view = DataFrameView(
block_partitions=self.block_oids,
@ -354,7 +361,7 @@ class _Loc_Indexer(_Location_Indexer_Base):
lens = major_meta._lengths
lens = np.concatenate([lens, np.array([num_nan_labels])])
metadata_view = _IndexMetadata(_coord_df=coord_df, _lengths=lens)
metadata_view = _IndexMetadata(coord_df_oid=coord_df, lengths_oid=lens)
return metadata_view
def _compute_enlarge_labels(self, locator, base_index):