diff --git a/experimental/ssh/internal/server/jupyter-init.py b/experimental/ssh/internal/server/jupyter-init.py index 3e58b2f94a..ee21e22e98 100644 --- a/experimental/ssh/internal/server/jupyter-init.py +++ b/experimental/ssh/internal/server/jupyter-init.py @@ -186,6 +186,16 @@ def df_html(df: DataFrame) -> str: html_formatter.for_type(DataFrame, df_html) +@_log_exceptions +def _initialize_spark_connect_session(): + import os + from dbruntime.spark_connection import get_and_configure_uds_spark + os.environ["SPARK_REMOTE"] = "unix:///databricks/sparkconnect/grpc.sock" + spark = get_and_configure_uds_spark() + globals()["spark"] = spark + + _register_magics() _register_formatters() _register_runtime_hooks() +_initialize_spark_connect_session()