mirror of
https://github.com/jupyter/docker-stacks.git
synced 2025-10-07 18:14:05 +00:00
c294e9e2d9
* Automatically install latest pyspark version * Better text * Do not use shutil to keep behaviour * Make setup_script cwd independent * Use _get_program_version to calculate spark version * Update setup_spark.py reqs * Update setup_spark.py * Add info about HADOOP_VERSION * Add customization back * Better text * Specify build args when they are actually needed * Better text * Better code * Better code * Better text * Get rid of warning * Improve code * Remove information about checksum * Better text
149 lines
4.6 KiB
Python
149 lines
4.6 KiB
Python
# Copyright (c) Jupyter Development Team.
|
|
# Distributed under the terms of the Modified BSD License.
|
|
from datetime import datetime
|
|
|
|
from docker.models.containers import Container
|
|
|
|
from tagging.docker_runner import DockerRunner
|
|
from tagging.git_helper import GitHelper
|
|
|
|
|
|
def _get_program_version(container: Container, program: str) -> str:
|
|
return DockerRunner.run_simple_command(container, cmd=f"{program} --version")
|
|
|
|
|
|
def _get_env_variable(container: Container, variable: str) -> str:
|
|
env = DockerRunner.run_simple_command(
|
|
container,
|
|
cmd="env",
|
|
print_result=False,
|
|
).split()
|
|
for env_entry in env:
|
|
if env_entry.startswith(variable):
|
|
return env_entry[len(variable) + 1 :]
|
|
raise KeyError(variable)
|
|
|
|
|
|
def _get_pip_package_version(container: Container, package: str) -> str:
|
|
PIP_VERSION_PREFIX = "Version: "
|
|
|
|
package_info = DockerRunner.run_simple_command(
|
|
container,
|
|
cmd=f"pip show {package}",
|
|
print_result=False,
|
|
)
|
|
version_line = package_info.split("\n")[1]
|
|
assert version_line.startswith(PIP_VERSION_PREFIX)
|
|
return version_line[len(PIP_VERSION_PREFIX) :]
|
|
|
|
|
|
class TaggerInterface:
|
|
"""Common interface for all taggers"""
|
|
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
raise NotImplementedError
|
|
|
|
|
|
class SHATagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return GitHelper.commit_hash_tag()
|
|
|
|
|
|
class DateTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return datetime.utcnow().strftime("%Y-%m-%d")
|
|
|
|
|
|
class UbuntuVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
os_release = DockerRunner.run_simple_command(
|
|
container,
|
|
"cat /etc/os-release",
|
|
).split("\n")
|
|
for line in os_release:
|
|
if line.startswith("VERSION_ID"):
|
|
return "ubuntu-" + line.split("=")[1].strip('"')
|
|
raise RuntimeError(f"did not find ubuntu version in: {os_release}")
|
|
|
|
|
|
class PythonVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "python-" + _get_program_version(container, "python").split()[1]
|
|
|
|
|
|
class PythonMajorMinorVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
full_version = PythonVersionTagger.tag_value(container)
|
|
return full_version[: full_version.rfind(".")]
|
|
|
|
|
|
class JupyterNotebookVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "notebook-" + _get_program_version(container, "jupyter-notebook")
|
|
|
|
|
|
class JupyterLabVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "lab-" + _get_program_version(container, "jupyter-lab")
|
|
|
|
|
|
class JupyterHubVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "hub-" + _get_program_version(container, "jupyterhub")
|
|
|
|
|
|
class RVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "r-" + _get_program_version(container, "R").split()[2]
|
|
|
|
|
|
class TensorflowVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "tensorflow-" + _get_pip_package_version(container, "tensorflow")
|
|
|
|
|
|
class PytorchVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "pytorch-" + _get_pip_package_version(container, "torch").split("+")[0]
|
|
|
|
|
|
class JuliaVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "julia-" + _get_program_version(container, "julia").split()[2]
|
|
|
|
|
|
class SparkVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
SPARK_VERSION_LINE_PREFIX = r" /___/ .__/\_,_/_/ /_/\_\ version"
|
|
|
|
spark_version = _get_program_version(container, "spark-submit")
|
|
version_line = spark_version.split("\n")[4]
|
|
assert version_line.startswith(SPARK_VERSION_LINE_PREFIX)
|
|
return "spark-" + version_line.split(" ")[-1]
|
|
|
|
|
|
class HadoopVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "hadoop-" + _get_env_variable(container, "HADOOP_VERSION")
|
|
|
|
|
|
class JavaVersionTagger(TaggerInterface):
|
|
@staticmethod
|
|
def tag_value(container: Container) -> str:
|
|
return "java-" + _get_program_version(container, "java").split()[1]
|