mirror of
https://github.com/jupyter/docker-stacks.git
synced 2025-10-10 11:32:57 +00:00
44 lines
1.4 KiB
Python
44 lines
1.4 KiB
Python
# Copyright (c) Jupyter Development Team.
|
|
# Distributed under the terms of the Modified BSD License.
|
|
|
|
import logging
|
|
|
|
import pytest
|
|
from pathlib import Path
|
|
|
|
from conftest import TrackedContainer
|
|
|
|
LOGGER = logging.getLogger(__name__)
|
|
THIS_DIR = Path(__file__).absolute()
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"test_file",
|
|
# TODO: add local_sparklyr
|
|
["local_pyspark", "local_spylon", "local_sparkR", "issue_1168"],
|
|
)
|
|
def test_nbconvert(container: TrackedContainer, test_file: str) -> None:
|
|
"""Check if Spark notebooks can be executed"""
|
|
host_data_dir = THIS_DIR / "data"
|
|
cont_data_dir = "/home/jovyan/data"
|
|
output_dir = "/tmp"
|
|
timeout_ms = 600
|
|
LOGGER.info(f"Test that {test_file} notebook can be executed ...")
|
|
command = (
|
|
"jupyter nbconvert --to markdown "
|
|
+ f"--ExecutePreprocessor.timeout={timeout_ms} "
|
|
+ f"--output-dir {output_dir} "
|
|
+ f"--execute {cont_data_dir}/{test_file}.ipynb"
|
|
)
|
|
c = container.run(
|
|
volumes={str(host_data_dir): {"bind": cont_data_dir, "mode": "ro"}},
|
|
tty=True,
|
|
command=["start.sh", "bash", "-c", command],
|
|
)
|
|
rv = c.wait(timeout=timeout_ms / 10 + 10)
|
|
logs = c.logs(stdout=True).decode("utf-8")
|
|
LOGGER.debug(logs)
|
|
assert rv == 0 or rv["StatusCode"] == 0, f"Command {command} failed"
|
|
expected_file = f"{output_dir}/{test_file}.md"
|
|
assert expected_file in logs, f"Expected file {expected_file} not generated"
|