add gc information to debug

ndrluis · ndrluis · commit 545428297730 · 2025-01-15T19:20:04.000-03:00
diff --git a/tests/conftest.py b/tests/conftest.py
@@ -2282,6 +2282,7 @@ def spark() -> "SparkSession":
         .config("spark.sql.catalog.hive.s3.endpoint", "http://localhost:9000")
         .config("spark.sql.catalog.hive.s3.path-style-access", "true")
         .config("spark.sql.execution.arrow.pyspark.enabled", "true")
+        .config("spark.executor.extraJavaOptions", "-XX:+PrintGCDetails -XX:+PrintGCTimeStamps")
         .getOrCreate()
     )
 

Original file line number	Diff line number	Diff line change
`@@ -2282,6 +2282,7 @@ def spark() -> "SparkSession":`
`2282`	`2282`	`.config("spark.sql.catalog.hive.s3.endpoint", "http://localhost:9000")`
`2283`	`2283`	`.config("spark.sql.catalog.hive.s3.path-style-access", "true")`
`2284`	`2284`	`.config("spark.sql.execution.arrow.pyspark.enabled", "true")`
	`2285`	`+ .config("spark.executor.extraJavaOptions", "-XX:+PrintGCDetails -XX:+PrintGCTimeStamps")`
`2285`	`2286`	`.getOrCreate()`
`2286`	`2287`	`)`
`2287`	`2288`