mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
[Datasets] Make BlockMetadata a dataclass (#23852)
This commit is contained in:
parent
0e6c042e29
commit
371d1f4533
1 changed files with 11 additions and 16 deletions
|
@ -1,3 +1,4 @@
|
||||||
|
from dataclasses import dataclass
|
||||||
import time
|
import time
|
||||||
from typing import (
|
from typing import (
|
||||||
TypeVar,
|
TypeVar,
|
||||||
|
@ -142,6 +143,7 @@ class _BlockExecStatsBuilder:
|
||||||
|
|
||||||
|
|
||||||
@DeveloperAPI
|
@DeveloperAPI
|
||||||
|
@dataclass
|
||||||
class BlockMetadata:
|
class BlockMetadata:
|
||||||
"""Metadata about the block.
|
"""Metadata about the block.
|
||||||
|
|
||||||
|
@ -154,22 +156,15 @@ class BlockMetadata:
|
||||||
exec_stats: Execution stats for this block.
|
exec_stats: Execution stats for this block.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(
|
num_rows: Optional[int]
|
||||||
self,
|
size_bytes: Optional[int]
|
||||||
*,
|
schema: Optional[Union[type, "pyarrow.lib.Schema"]]
|
||||||
num_rows: Optional[int],
|
input_files: Optional[List[str]]
|
||||||
size_bytes: Optional[int],
|
exec_stats: Optional[BlockExecStats]
|
||||||
schema: Union[type, "pyarrow.lib.Schema"],
|
|
||||||
input_files: List[str],
|
def __post_init__(self):
|
||||||
exec_stats: Optional[BlockExecStats]
|
if self.input_files is None:
|
||||||
):
|
self.input_files = []
|
||||||
if input_files is None:
|
|
||||||
input_files = []
|
|
||||||
self.num_rows: Optional[int] = num_rows
|
|
||||||
self.size_bytes: Optional[int] = size_bytes
|
|
||||||
self.schema: Optional[Any] = schema
|
|
||||||
self.input_files: List[str] = input_files
|
|
||||||
self.exec_stats: Optional[BlockExecStats] = exec_stats
|
|
||||||
|
|
||||||
|
|
||||||
@DeveloperAPI
|
@DeveloperAPI
|
||||||
|
|
Loading…
Add table
Reference in a new issue