examples calling __datafusion_table_provider__

Author: kosiew

examples/python-udtf-table-capsule-regression.py

@@ -10,19 +10,23 @@ def main() -> None:
     """Demonstrate current failure modes around table provider capsules."""
 
     ctx = SessionContext()
+    capsule_source = Table(ctx.sql("SELECT 1 AS value"))
 
     @udtf("table_from_sql")
     def table_from_sql_udtf() -> Table:
         """Return a DataFusion Table constructed from a SQL query."""
 
-        return Table(ctx.sql("SELECT 1 AS value"))
+        return capsule_source
 
     ctx.register_udtf(table_from_sql_udtf)
 
     try:
-        ctx.sql("SELECT * FROM table(table_from_sql())").collect()
+        ctx.sql("SELECT * FROM table_from_sql()").collect()
     except NotImplementedError as err:
-        print("Collecting from table_from_sql() failed:", err)
+        print(
+            "Collecting from table_from_sql() failed because the table provider capsule is missing:",
+            err,
+        )
 
     ctx.register_table("numbers", Table(ctx.sql("SELECT 1 AS value")))
 
@@ -31,7 +35,10 @@ def table_from_sql_udtf() -> Table:
     try:
         getattr(numbers, "__datafusion_table_provider__")
     except AttributeError as err:
-        print("Accessing __datafusion_table_provider__ on catalog table failed:", err)
+        print(
+            "Accessing __datafusion_table_provider__ on catalog table failed because the capsule attribute is missing:",
+            err,
+        )
 
 
 if __name__ == "__main__":

examples/table_capsule_failure.py

@@ -4,7 +4,8 @@
 
 This example mirrors how advanced integrations unwrap ``Table`` instances via the
 ``__datafusion_table_provider__`` PyCapsule. The refactor that removed this method
-means user-defined table functions returning ``Table`` now raise ``NotImplementedError``.
+means user-defined table functions returning ``Table`` now raise ``NotImplementedError``
+and the script prints the resulting error message instead of crashing.
 """
 
 from __future__ import annotations
@@ -16,6 +17,7 @@ def main() -> None:
     """Register a Python table UDTF that returns a ``Table`` and trigger it."""
 
     ctx = SessionContext()
+    failing_table = Table(ctx.sql("SELECT 1 AS value"))
 
     @udtf("capsule_dependent")
     def capsule_dependent_udtf() -> Table:
@@ -24,13 +26,22 @@ def capsule_dependent_udtf() -> Table:
         # Prior to the refactor the wrapper exposed ``__datafusion_table_provider__``
         # so this conversion succeeded. Without it the runtime raises a
         # ``NotImplementedError`` complaining about the missing attribute.
-        return Table(ctx.sql("SELECT 1 AS value"))
+        return failing_table
 
     ctx.register_udtf(capsule_dependent_udtf)
 
     # Executing the UDTF now fails because ``Table`` no longer exposes the
     # ``__datafusion_table_provider__`` helper that PyTableFunction expects.
-    ctx.sql("SELECT * FROM capsule_dependent()").collect()
+    try:
+        ctx.sql("SELECT * FROM capsule_dependent()").collect()
+        print("capsule_dependent() works")
+    except NotImplementedError as err:
+        # Document the regression by surfacing the missing capsule attribute
+        # instead of crashing with a panic inside the execution engine.
+        print(
+            "capsule_dependent() failed due to missing __datafusion_table_provider__: "
+            f"{err}"
+        )
 
 
 if __name__ == "__main__":