UNPICK

kosiew · kosiew · commit b1bdf74ae78c · 2025-09-01T13:40:50.000+08:00
diff --git a/docs/source/user-guide/dataframe/index.rst b/docs/source/user-guide/dataframe/index.rst
@@ -126,49 +126,6 @@ DataFusion's DataFrame API offers a wide range of operations:
     # Drop columns
     df = df.drop("temporary_column")
 
-String Columns and Expressions
-------------------------------
-
-Some ``DataFrame`` methods accept plain strings when an argument refers to an
-existing column. These include:
-
-* :py:meth:`~datafusion.DataFrame.select`
-* :py:meth:`~datafusion.DataFrame.sort`
-* :py:meth:`~datafusion.DataFrame.drop`
-* :py:meth:`~datafusion.DataFrame.join` (``on`` argument)
-* :py:meth:`~datafusion.DataFrame.aggregate` (grouping columns)
-
-For such methods, you can pass column names directly:
-
-.. code-block:: python
-
-    from datafusion import col, functions as f
-
-    df.sort('id')
-    df.aggregate('id', [f.count(col('value'))])
-
-The same operation can also be written with an explicit column expression:
-
-.. code-block:: python
-
-    from datafusion import col, functions as f
-
-    df.sort(col('id'))
-    df.aggregate(col('id'), [f.count(col('value'))])
-
-Whenever an argument represents an expression—such as in
-:py:meth:`~datafusion.DataFrame.filter` or
-:py:meth:`~datafusion.DataFrame.with_column`—use ``col()`` to reference columns
-and wrap constant values with ``lit()`` (also available as ``literal()``):
-
-.. code-block:: python
-
-    from datafusion import col, lit
-    df.filter(col('age') > lit(21))
-
-Without ``lit()`` DataFusion would treat ``21`` as a column name rather than a
-constant value.
-
 Terminal Operations
 -------------------
 
diff --git a/python/datafusion/dataframe.py b/python/datafusion/dataframe.py
@@ -40,7 +40,7 @@
 from datafusion._internal import DataFrame as DataFrameInternal
 from datafusion._internal import ParquetColumnOptions as ParquetColumnOptionsInternal
 from datafusion._internal import ParquetWriterOptions as ParquetWriterOptionsInternal
-from datafusion.expr import Expr, SortExpr, _to_expr_list, sort_or_default
+from datafusion.expr import Expr, SortExpr, sort_or_default
 from datafusion.plan import ExecutionPlan, LogicalPlan
 from datafusion.record_batch import RecordBatchStream
 
@@ -394,7 +394,9 @@ def select(self, *exprs: Expr | str) -> DataFrame:
             df = df.select("a", col("b"), col("a").alias("alternate_a"))
 
         """
-        exprs_internal = _to_expr_list(exprs)
+        exprs_internal = [
+            Expr.column(arg).expr if isinstance(arg, str) else arg.expr for arg in exprs
+        ]
         return DataFrame(self.df.select(*exprs_internal))
 
     def drop(self, *columns: str) -> DataFrame:
@@ -424,12 +426,6 @@ def filter(self, *predicates: Expr) -> DataFrame:
         """
         df = self.df
         for p in predicates:
-            if not isinstance(p, Expr):
-                msg = (
-                    f"Expected Expr, got {type(p).__name__}. "
-                    "Use col() or lit() to construct expressions."
-                )
-                raise TypeError(msg)
             df = df.filter(p.expr)
         return DataFrame(df)
 
@@ -443,12 +439,6 @@ def with_column(self, name: str, expr: Expr) -> DataFrame:
         Returns:
             DataFrame with the new column.
         """
-        if not isinstance(expr, Expr):
-            msg = (
-                f"Expected Expr, got {type(expr).__name__}. "
-                "Use col() or lit() to construct expressions."
-            )
-            raise TypeError(msg)
         return DataFrame(self.df.with_column(name, expr.expr))
 
     def with_columns(
@@ -483,28 +473,11 @@ def _simplify_expression(
                 if isinstance(expr, Expr):
                     expr_list.append(expr.expr)
                 elif isinstance(expr, Iterable):
-                    for inner_expr in expr:
-                        if not isinstance(inner_expr, Expr):
-                            msg = (
-                                f"Expected Expr, got {type(inner_expr).__name__}. "
-                                "Use col() or lit() to construct expressions."
-                            )
-                            raise TypeError(msg)
-                        expr_list.append(inner_expr.expr)
+                    expr_list.extend(inner_expr.expr for inner_expr in expr)
                 else:
-                    msg = (
-                        f"Expected Expr, got {type(expr).__name__}. "
-                        "Use col() or lit() to construct expressions."
-                    )
-                    raise TypeError(msg)
+                    raise NotImplementedError
             if named_exprs:
                 for alias, expr in named_exprs.items():
-                    if not isinstance(expr, Expr):
-                        msg = (
-                            f"Expected Expr, got {type(expr).__name__}. "
-                            "Use col() or lit() to construct expressions."
-                        )
-                        raise TypeError(msg)
                     expr_list.append(expr.alias(alias).expr)
             return expr_list
 
@@ -530,56 +503,37 @@ def with_column_renamed(self, old_name: str, new_name: str) -> DataFrame:
         return DataFrame(self.df.with_column_renamed(old_name, new_name))
 
     def aggregate(
-        self,
-        group_by: list[Expr | str] | Expr | str,
-        aggs: list[Expr] | Expr,
+        self, group_by: list[Expr] | Expr, aggs: list[Expr] | Expr
     ) -> DataFrame:
         """Aggregates the rows of the current DataFrame.
 
         Args:
-            group_by: List of expressions or column names to group by.
+            group_by: List of expressions to group by.
             aggs: List of expressions to aggregate.
 
         Returns:
             DataFrame after aggregation.
         """
-        group_by_list = group_by if isinstance(group_by, list) else [group_by]
-        aggs_list = aggs if isinstance(aggs, list) else [aggs]
+        group_by = group_by if isinstance(group_by, list) else [group_by]
+        aggs = aggs if isinstance(aggs, list) else [aggs]
 
-        group_by_exprs = [
-            Expr.column(e).expr if isinstance(e, str) else e.expr for e in group_by_list
-        ]
-        aggs_exprs = []
-        for agg in aggs_list:
-            if not isinstance(agg, Expr):
-                msg = (
-                    f"Expected Expr, got {type(agg).__name__}. "
-                    "Use col() or lit() to construct expressions."
-                )
-                raise TypeError(msg)
-            aggs_exprs.append(agg.expr)
-        return DataFrame(self.df.aggregate(group_by_exprs, aggs_exprs))
+        group_by = [e.expr for e in group_by]
+        aggs = [e.expr for e in aggs]
+        return DataFrame(self.df.aggregate(group_by, aggs))
 
-    def sort(self, *exprs: Expr | SortExpr | str) -> DataFrame:
-        """Sort the DataFrame by the specified sorting expressions or column names.
+    def sort(self, *exprs: Expr | SortExpr) -> DataFrame:
+        """Sort the DataFrame by the specified sorting expressions.
 
         Note that any expression can be turned into a sort expression by
-        calling its ``sort`` method.
+        calling its` ``sort`` method.
 
         Args:
-            exprs: Sort expressions or column names, applied in order.
+            exprs: Sort expressions, applied in order.
 
         Returns:
             DataFrame after sorting.
         """
-        expr_seq = [e for e in exprs if not isinstance(e, SortExpr)]
-        raw_exprs_iter = iter(_to_expr_list(expr_seq))
-        exprs_raw = []
-        for e in exprs:
-            if isinstance(e, SortExpr):
-                exprs_raw.append(sort_or_default(e))
-            else:
-                exprs_raw.append(sort_or_default(Expr(next(raw_exprs_iter))))
+        exprs_raw = [sort_or_default(expr) for expr in exprs]
         return DataFrame(self.df.sort(*exprs_raw))
 
     def cast(self, mapping: dict[str, pa.DataType[Any]]) -> DataFrame:
@@ -803,15 +757,7 @@ def join_on(
         Returns:
             DataFrame after join.
         """
-        exprs = []
-        for expr in on_exprs:
-            if not isinstance(expr, Expr):
-                msg = (
-                    f"Expected Expr, got {type(expr).__name__}. "
-                    "Use col() or lit() to construct expressions."
-                )
-                raise TypeError(msg)
-            exprs.append(expr.expr)
+        exprs = [expr.expr for expr in on_exprs]
         return DataFrame(self.df.join_on(right.df, exprs, how))
 
     def explain(self, verbose: bool = False, analyze: bool = False) -> None:
diff --git a/python/datafusion/expr.py b/python/datafusion/expr.py
@@ -22,7 +22,7 @@
 
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any, ClassVar, Optional, Sequence
+from typing import TYPE_CHECKING, Any, ClassVar, Optional
 
 import pyarrow as pa
 
@@ -215,11 +215,6 @@
 ]
 
 
-def _to_expr_list(exprs: Sequence[Expr | str]) -> list[expr_internal.Expr]:
-    """Convert a sequence of expressions or column names to raw expressions."""
-    return [Expr.column(e).expr if isinstance(e, str) else e.expr for e in exprs]
-
-
 def expr_list_to_raw_expr_list(
     expr_list: Optional[list[Expr] | Expr],
 ) -> Optional[list[expr_internal.Expr]]:
diff --git a/python/tests/test_dataframe.py b/python/tests/test_dataframe.py
@@ -268,27 +268,6 @@ def test_sort(df):
     assert table.to_pydict() == expected
 
 
-def test_sort_string_and_expression_equivalent(df):
-    from datafusion import col
-
-    result_str = df.sort("a").to_pydict()
-    result_expr = df.sort(col("a")).to_pydict()
-    assert result_str == result_expr
-
-
-def test_aggregate_string_and_expression_equivalent(df):
-    from datafusion import col
-
-    result_str = df.aggregate("a", [f.count()]).to_pydict()
-    result_expr = df.aggregate(col("a"), [f.count()]).to_pydict()
-    assert result_str == result_expr
-
-
-def test_filter_string_unsupported(df):
-    with pytest.raises(TypeError, match=r"col\(\) or lit\(\)"):
-        df.filter("a > 1")
-
-
 def test_drop(df):
     df = df.drop("c")
 
@@ -358,11 +337,6 @@ def test_with_column(df):
     assert result.column(2) == pa.array([5, 7, 9])
 
 
-def test_with_column_invalid_expr(df):
-    with pytest.raises(TypeError, match=r"Use col\(\) or lit\(\)"):
-        df.with_column("c", "a")
-
-
 def test_with_columns(df):
     df = df.with_columns(
         (column("a") + column("b")).alias("c"),
@@ -394,13 +368,6 @@ def test_with_columns(df):
     assert result.column(6) == pa.array([5, 7, 9])
 
 
-def test_with_columns_invalid_expr(df):
-    with pytest.raises(TypeError, match=r"Use col\(\) or lit\(\)"):
-        df.with_columns("a")
-    with pytest.raises(TypeError, match=r"Use col\(\) or lit\(\)"):
-        df.with_columns(c="a")
-
-
 def test_cast(df):
     df = df.cast({"a": pa.float16(), "b": pa.list_(pa.uint32())})
     expected = pa.schema(
@@ -559,25 +526,6 @@ def test_join_on():
     assert table.to_pydict() == expected
 
 
-def test_join_on_invalid_expr():
-    ctx = SessionContext()
-
-    batch = pa.RecordBatch.from_arrays(
-        [pa.array([1, 2]), pa.array([4, 5])],
-        names=["a", "b"],
-    )
-    df = ctx.create_dataframe([[batch]], "l")
-    df1 = ctx.create_dataframe([[batch]], "r")
-
-    with pytest.raises(TypeError, match=r"Use col\(\) or lit\(\)"):
-        df.join_on(df1, "a")
-
-
-def test_aggregate_invalid_aggs(df):
-    with pytest.raises(TypeError, match=r"Use col\(\) or lit\(\)"):
-        df.aggregate([], "a")
-
-
 def test_distinct():
     ctx = SessionContext()
 
