Implement SparkInfoManifest

all-spark-notebook/hooks/run_hook

@@ -1,8 +0,0 @@
-#!/bin/bash
-set -e
-
-## Apache Spark
-
-\`\`\`
-$(docker run --rm ${IMAGE_NAME} bash -c '$SPARK_HOME/bin/spark-submit --version' 2>&1)
-\`\`\`

pyspark-notebook/hooks/run_hook

@@ -1,8 +0,0 @@
-#!/bin/bash
-set -e
-
-## Apache Spark
-
-\`\`\`
-$(docker run --rm ${IMAGE_NAME} bash -c '$SPARK_HOME/bin/spark-submit --version' 2>&1)
-\`\`\`

tagging/images_hierarchy.py

@@ -10,7 +10,7 @@ from taggers import TaggerInterface, \
     SparkVersionTagger, HadoopVersionTagger, JavaVersionTagger
 from manifests import ManifestInterface, \
     CondaEnvironmentManifest, AptPackagesManifest, \
-    RPackagesManifest, JuliaPackagesManifest
+    RPackagesManifest, JuliaPackagesManifest, SparkInfoManifest
 
 
 @dataclass
@@ -54,7 +54,8 @@ ALL_IMAGES = {
     ),
     "pyspark-notebook": ImageDescription(
         parent_image="scipy-notebook",
-        taggers=[SparkVersionTagger, HadoopVersionTagger, JavaVersionTagger]
+        taggers=[SparkVersionTagger, HadoopVersionTagger, JavaVersionTagger],
+        manifests=[SparkInfoManifest]
     ),
     "all-spark-notebook": ImageDescription(
         parent_image="pyspark-notebook",

tagging/manifests.py

@@ -96,3 +96,13 @@ class JuliaPackagesManifest(ManifestInterface):
             "",
             quoted_output(container, "julia -E 'import Pkg; Pkg.status()'")
         ])
+
+
+class SparkInfoManifest(ManifestInterface):
+    @staticmethod
+    def markdown_piece(container) -> str:
+        return "\n".join([
+            "## Apache Spark",
+            "",
+            quoted_output(container, "/usr/local/spark/bin/spark-submit --version"),
+        ])