Add a way to easily test units

pyspark-notebook/test/test_spark.py

@@ -16,15 +16,3 @@ def test_spark_shell(container):
     logs = c.logs(stdout=True).decode('utf-8')
     LOGGER.debug(logs)
     assert 'res0: Int = 2' in logs, "spark-shell does not work"
-
-
-def test_pyspark(container):
-    """PySpark should be in the Python path"""
-    c = container.run(
-        tty=True,
-        command=['start.sh', 'python', '-c', 'import pyspark']
-    )
-    rv = c.wait(timeout=30)
-    assert rv == 0 or rv["StatusCode"] == 0, "pyspark not in PYTHONPATH"
-    logs = c.logs(stdout=True).decode('utf-8')
-    LOGGER.debug(logs)

pyspark-notebook/test/units/unit_spark.py

@@ -0,0 +1,4 @@
+# Copyright (c) Jupyter Development Team.
+# Distributed under the terms of the Modified BSD License.
+
+import pyspark  # noqa: F401