hazza/docker-stacks
1
0
Fork 0
mirror of https://github.com/jupyter/docker-stacks.git synced 2025-10-12 12:32:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

filter dependencies from outdated packages

Browse Source
This commit is contained in:
romainx
2020-02-27 22:38:18 +01:00
parent f6dd044f83
commit 083e2bbe33
1 changed files with 40 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

52
test/test_outdated.py
View File

@@ -26,6 +26,7 @@ import subprocess
from collections import defaultdict from collections import defaultdict
from itertools import chain from itertools import chain
import logging import logging
import ast
import pytest import pytest
@@ -67,9 +68,12 @@ def semantic_cmp(version_string):
return tuple(map(try_int, mss)) return tuple(map(try_int, mss))
def print_result(installed, result): def print_result(installed, specs, result):
"""Print the result of the outdated check""" """Print the result of the outdated check"""
nb_packages = len(installed) if specs is None:
nb_packages = len(installed)
else:
nb_packages = len(specs)
nb_updatable = len(result) nb_updatable = len(result)
updatable_ratio = nb_updatable / nb_packages updatable_ratio = nb_updatable / nb_packages
LOGGER.info( LOGGER.info(
@@ -79,22 +83,46 @@ def print_result(installed, result):
@pytest.mark.info @pytest.mark.info
def test_outdated_packages(container): def test_outdated_packages(container, remove_dependencies=True):
"""Getting the list of outdated packages""" """Getting the list of outdated packages"""
LOGGER.info(f"Checking outdated packages in {container.image_name} ...") LOGGER.info(f"Checking outdated packages in {container.image_name} ...")
c = container.run(tty=True, command=["start.sh", "bash", "-c", "sleep infinity"]) c = container.run(tty=True, command=["start.sh", "bash", "-c", "sleep infinity"])
sp_i = c.exec_run(["conda", "list"]) sp_i = c.exec_run(["conda", "list"])
sp_v = c.exec_run(["conda", "search", "--outdated"]) sp_v = c.exec_run(["conda", "search", "--outdated"])
specs = None
if remove_dependencies:
raw_specs = c.exec_run(
["grep", "^# update specs:", "/opt/conda/conda-meta/history"]
)
specs = parse_specs(raw_specs.output.decode("utf-8"))
installed = get_versions(sp_i.output.decode("utf-8")) installed = get_versions(sp_i.output.decode("utf-8"))
available = get_versions(sp_v.output.decode("utf-8")) available = get_versions(sp_v.output.decode("utf-8"))
result = list() result = list()
for pkg, inst_vs in installed.items(): for pkg, inst_vs in installed.items():
avail_vs = sorted(list(available[pkg]), key=semantic_cmp) if not remove_dependencies or pkg in specs:
if not avail_vs: avail_vs = sorted(list(available[pkg]), key=semantic_cmp)
continue if not avail_vs:
current = min(inst_vs, key=semantic_cmp) continue
newest = avail_vs[-1] current = min(inst_vs, key=semantic_cmp)
if avail_vs and current != newest: newest = avail_vs[-1]
if semantic_cmp(current) < semantic_cmp(newest): if avail_vs and current != newest:
result.append({"Package": pkg, "Current": current, "Newest": newest}) if semantic_cmp(current) < semantic_cmp(newest):
print_result(installed, result) result.append(
{"Package": pkg, "Current": current, "Newest": newest}
)
print_result(installed, specs, result)
def parse_specs(raw_specs):
"""Return the list of requested packages (specs)
Versions are removed from packages.
"""
packages = list()
for spec in (spec for spec in raw_specs.split("\n") if spec.strip() != ""):
packages += map(
lambda x: x.split("=", 1)[0], ast.literal_eval(spec.split(": ")[1])
)
LOGGER.debug(f"List of specs from conda env: {packages}")
return packages