Shorten test paths: rename image_specific_tests => by_image

tests/by_image/pyspark-notebook/test_spark.py

@@ -0,0 +1,22 @@
+# Copyright (c) Jupyter Development Team.
+# Distributed under the terms of the Modified BSD License.
+import logging
+
+from tests.utils.tracked_container import TrackedContainer
+
+LOGGER = logging.getLogger(__name__)
+
+
+def test_spark_shell(container: TrackedContainer) -> None:
+    """Checking if Spark (spark-shell) is running properly"""
+    logs = container.run_and_wait(
+        timeout=60,
+        no_warnings=False,
+        tty=True,
+        command=["bash", "-c", 'spark-shell <<< "1+1"'],
+    )
+    warnings = TrackedContainer.get_warnings(logs)
+    assert len(warnings) == 1
+    assert "Using incubator modules: jdk.incubator.vector" in warnings[0]
+
+    assert "res0: Int = 2" in logs, "spark-shell does not work"