diff --git a/all-spark-notebook/test/test_spark_notebooks.py b/all-spark-notebook/test/test_spark_notebooks.py index 8debdafc..decb7620 100644 --- a/all-spark-notebook/test/test_spark_notebooks.py +++ b/all-spark-notebook/test/test_spark_notebooks.py @@ -32,9 +32,15 @@ def test_nbconvert(container: TrackedContainer, test_file: str) -> None: ) logs = container.run_and_wait( timeout=60, + no_warnings=False, volumes={str(host_data_dir): {"bind": cont_data_dir, "mode": "ro"}}, tty=True, command=["start.sh", "bash", "-c", command], ) + # Spark warning + warnings = TrackedContainer.get_warnings(logs) + assert len(warnings) == 1 + assert "An illegal reflective access operation has occurred" in warnings[0] + expected_file = f"{output_dir}/{test_file}.md" assert expected_file in logs, f"Expected file {expected_file} not generated" diff --git a/pyspark-notebook/test/test_spark.py b/pyspark-notebook/test/test_spark.py index 25e5a550..0d0289e0 100644 --- a/pyspark-notebook/test/test_spark.py +++ b/pyspark-notebook/test/test_spark.py @@ -11,9 +11,14 @@ LOGGER = logging.getLogger(__name__) def test_spark_shell(container: TrackedContainer) -> None: """Checking if Spark (spark-shell) is running properly""" logs = container.run_and_wait( - no_warnings=False, # WARNING: An illegal reflective access operation has occurred timeout=60, + no_warnings=False, tty=True, command=["start.sh", "bash", "-c", 'spark-shell <<< "1+1"'], ) + # Spark warning + warnings = TrackedContainer.get_warnings(logs) + assert len(warnings) == 1 + assert "An illegal reflective access operation has occurred" in warnings[0] + assert "res0: Int = 2" in logs, "spark-shell does not work"