hazza/docker-stacks
1
0
Fork 0
mirror of https://github.com/jupyter/docker-stacks.git synced 2025-10-15 22:12:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix spark, hadoop and java taggers

Browse Source
This commit is contained in:
Ayaz Salikhov
2021-03-22 14:34:43 +03:00
parent f8d21532ee
commit 7f8368105d
1 changed files with 16 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
tagging/taggers.py
View File

@@ -17,6 +17,19 @@ def _get_program_version(short_image_name, owner, program):
return cont.exec_run(cmd).output.decode("utf-8").strip() return cont.exec_run(cmd).output.decode("utf-8").strip()
def _get_env_variable(short_image_name, owner, variable):
image = f"{owner}/{short_image_name}:latest"
cmd = "env"
with DockerRunner(image) as cont:
logger.info(f"Running 'env' on image: {image} to get environment")
# exit code doesn't have to be 0, so we won't check it
env = cont.exec_run(cmd).output.decode("utf-8").strip().splitlines()
for env_entry in env:
if env_entry.startswith(variable):
return env_entry[len(variable) + 1:]
raise KeyError(variable)
class TaggerInterface: class TaggerInterface:
"""HooksInterface for all hooks common interface""" """HooksInterface for all hooks common interface"""
@staticmethod @staticmethod
@@ -75,16 +88,16 @@ class JuliaVersionTagger(TaggerInterface):
class SparkVersionTagger(TaggerInterface): class SparkVersionTagger(TaggerInterface):
@staticmethod @staticmethod
def tag_value(short_image_name, owner): def tag_value(short_image_name, owner):
return "spark-" + _get_program_version(short_image_name, owner, "spark") return "spark-" + _get_env_variable(short_image_name, owner, "APACHE_SPARK_VERSION")
class HadoopVersionTagger(TaggerInterface): class HadoopVersionTagger(TaggerInterface):
@staticmethod @staticmethod
def tag_value(short_image_name, owner): def tag_value(short_image_name, owner):
return "hadoop-" + _get_program_version(short_image_name, owner, "hadoop") return "hadoop-" + _get_env_variable(short_image_name, owner, "HADOOP_VERSION")
class JavaVersionTagger(TaggerInterface): class JavaVersionTagger(TaggerInterface):
@staticmethod @staticmethod
def tag_value(short_image_name, owner): def tag_value(short_image_name, owner):
return "java-" + _get_program_version(short_image_name, owner, "java") return "java-" + _get_program_version(short_image_name, owner, "java").split()[1]