Add check_nbconvert function and run tests for appropriate images (#2266)

tests/by_image/pyspark-notebook/test_spark_nbconvert.py

@@ -0,0 +1,31 @@
+# Copyright (c) Jupyter Development Team.
+# Distributed under the terms of the Modified BSD License.
+import logging
+from pathlib import Path
+
+import pytest  # type: ignore
+
+from tests.shared_checks.nbconvert_check import check_nbconvert
+from tests.utils.tracked_container import TrackedContainer
+
+LOGGER = logging.getLogger(__name__)
+THIS_DIR = Path(__file__).parent.resolve()
+
+
+@pytest.mark.flaky(retries=3, delay=1)
+@pytest.mark.parametrize(
+    "test_file",
+    ["issue_1168", "local_pyspark"],
+)
+@pytest.mark.parametrize("output_format", ["pdf", "html", "markdown"])
+def test_spark_nbconvert(
+    container: TrackedContainer, test_file: str, output_format: str
+) -> None:
+    host_data_file = THIS_DIR / "data" / f"{test_file}.ipynb"
+    logs = check_nbconvert(
+        container, host_data_file, "markdown", execute=True, no_warnings=False
+    )
+
+    warnings = TrackedContainer.get_warnings(logs)
+    assert len(warnings) == 1
+    assert "Using incubator modules: jdk.incubator.vector" in warnings[0]