Skip to content

Commit ab5d277

Browse files
committed
Mark as deprecated
1 parent 644351c commit ab5d277

File tree

2 files changed

+9
-4
lines changed

2 files changed

+9
-4
lines changed

pyiceberg/io/pyarrow.py

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,7 @@
171171
from pyiceberg.utils.concurrent import ExecutorFactory
172172
from pyiceberg.utils.config import Config
173173
from pyiceberg.utils.datetime import millis_to_datetime
174+
from pyiceberg.utils.deprecated import deprecation_message
174175
from pyiceberg.utils.properties import get_first_property_value, property_as_bool, property_as_int
175176
from pyiceberg.utils.singleton import Singleton
176177
from pyiceberg.utils.truncate import truncate_upper_bound_binary_string, truncate_upper_bound_text_string
@@ -1515,8 +1516,12 @@ def __init__(
15151516
self._table_metadata = table_metadata
15161517
self._io = io
15171518
self._projected_schema = projected_schema
1518-
# TBD: Should we deprecate the `row_filter` argument?
15191519
if row_filter is not None:
1520+
deprecation_message(
1521+
deprecated_in="0.9.0",
1522+
removed_in="0.10.0",
1523+
help_message="row_filter is marked as deprecated, and will be removed in 0.10.0. Please make sure to set the residual on the ScanTasks.",
1524+
)
15201525
self._bound_row_filter = bind(table_metadata.schema(), row_filter, case_sensitive=case_sensitive)
15211526
else:
15221527
self._bound_row_filter = None
@@ -1552,7 +1557,7 @@ def to_table(self, tasks: Iterable[FileScanTask]) -> pa.Table:
15521557
executor = ExecutorFactory.get_or_create()
15531558

15541559
if self._bound_row_filter is not None:
1555-
tasks = [task.set_residual(expr=self._bound_row_filter) for task in tasks]
1560+
tasks = [task._set_residual(expr=self._bound_row_filter) for task in tasks]
15561561

15571562
def _table_from_scan_task(task: FileScanTask) -> Optional[pa.Table]:
15581563
batches = list(self._record_batches_from_scan_tasks_and_deletes([task], deletes_per_file))
@@ -1615,7 +1620,7 @@ def to_record_batches(self, tasks: Iterable[FileScanTask]) -> Iterator[pa.Record
16151620
ValueError: When a field type in the file cannot be projected to the schema type
16161621
"""
16171622
if self._bound_row_filter is not None:
1618-
tasks = [task.set_residual(expr=self._bound_row_filter) for task in tasks]
1623+
tasks = [task._set_residual(expr=self._bound_row_filter) for task in tasks]
16191624

16201625
deletes_per_file = _read_all_delete_files(self._io, tasks)
16211626
return self._record_batches_from_scan_tasks_and_deletes(tasks, deletes_per_file)

pyiceberg/table/__init__.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1544,7 +1544,7 @@ def __init__(
15441544
self.length = length or data_file.file_size_in_bytes
15451545
self.residual = residual
15461546

1547-
def set_residual(self, expr: BooleanExpression) -> "FileScanTask":
1547+
def _set_residual(self, expr: BooleanExpression) -> "FileScanTask":
15481548
self.residual = expr
15491549
return self
15501550

0 commit comments

Comments
 (0)