hazza/docker-stacks
1
0
Fork 0
mirror of https://github.com/jupyter/docker-stacks.git synced 2025-10-11 03:52:56 +00:00
Code Issues Packages Projects Releases Wiki Activity

Spark->3.3,Hadoop->3,Scala->2.13,Java->17

Browse Source
This commit is contained in:
Darek
2022-06-16 14:53:37 -04:00
parent 666416b385
commit aeb940220f
3 changed files with 15 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/pyspark-notebook/test_spark.py
View File

@@ -16,7 +16,8 @@ def test_spark_shell(container: TrackedContainer) -> None:
command=["start.sh", "bash", "-c", 'spark-shell <<< "1+1"'],
)
warnings = TrackedContainer.get_warnings(logs)
# Some Spark warnings
assert len(warnings) == 5
# Should not see any Spark warnings
assert len(warnings) == 0
assert "res0: Int = 2" in logs, "spark-shell does not work"