diff options
| -rwxr-xr-x | tests/files/process_build_logs.py | 80 | ||||
| -rw-r--r-- | tests/playbooks/post.yml | 3 |
2 files changed, 83 insertions, 0 deletions
diff --git a/tests/files/process_build_logs.py b/tests/files/process_build_logs.py new file mode 100755 index 000000000..f2d6817db --- /dev/null +++ b/tests/files/process_build_logs.py @@ -0,0 +1,80 @@ +#!/usr/bin/python + +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import argparse +import collections +import glob +import os +import re +import sys + +parser = argparse.ArgumentParser( + description='Parse kolla build logs and extract useful information about ' + 'the installed packages.') +parser.add_argument('-l', '--logdir', + help='Path to the build log files', + required=True) +parser.add_argument('-b', '--base', + help='The kolla base_distro', + required=True) +args = vars(parser.parse_args()) + +if args['base'] not in ['centos', 'rhel', 'oraclelinux']: + print("Non rpm-based distros are not yet supported.") + sys.exit() + +obsolete = {} +pkg_installs = collections.defaultdict(set) + +for filename in glob.glob(os.path.join(args['logdir'], '*.log')): + image = os.path.splitext(os.path.basename(filename))[0] + with open(filename) as f: + for line in f: + m = re.search(r"Package (.+) is obsoleted by (.+),", line) + if m: + if not m.group(1) in obsolete: + obsolete[m.group(1)] = {'obsoleted_by': m.group(2), + 'images': [image]} + else: + obsolete[m.group(1)]['images'].append(image) + + m = re.search(r"Package (.+)\..+ .+ will be installed", line) + if m: + pkg_installs[m.group(1)].add(image) + + m = re.search(r"Processing Dependency: (.+)\(", line) + if m: + pkg_installs[m.group(1)].add(image) + +if obsolete: + print("Found %s obsolete(s) package(s):" % len(obsolete)) + for pkg in obsolete: + print("%s is obsoleted by %s (%s)" % + (pkg, + obsolete[pkg]['obsoleted_by'], + ', '.join(obsolete[pkg]['images']))) + print('') + +move_to_base_candidates = [ + pkg for pkg in pkg_installs if len(pkg_installs[pkg]) > 10 + and not ('base' in pkg_installs[pkg] + or 'openstack-base' in pkg_installs[pkg]) + ] + +if move_to_base_candidates: + print("Consider moving the following packages to a base image:") + for pkg in move_to_base_candidates: + print("%s (%s)" % + (pkg, + ', '.join(pkg_installs[pkg]))) diff --git a/tests/playbooks/post.yml b/tests/playbooks/post.yml index 574917e12..577b12bd2 100644 --- a/tests/playbooks/post.yml +++ b/tests/playbooks/post.yml @@ -55,6 +55,9 @@ # fix the permissions for logs folder sudo chmod -R 777 logs + # Parse build logs and extract pkg install info + tests/files/process_build_logs.py -l logs/build -b {{ base_distro }} > logs/packages-info.txt + # rename files to .txt; this is so that when displayed via # logs.openstack.org clicking results in the browser shows the # files, rather than trying to send it to another app or make you |