diff --git a/hack/verify-publishing-bot.py b/hack/verify-publishing-bot.py new file mode 100755 index 0000000000..7a4c4bdff3 --- /dev/null +++ b/hack/verify-publishing-bot.py @@ -0,0 +1,94 @@ +#!/usr/bin/env python + +# Copyright 2019 The Kubernetes Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from __future__ import print_function + +import fnmatch +import os +import sys +import json +import yaml + + +def get_godeps_dependencies(godeps): + all_dependencies = {} + for arg in godeps: + with open(arg) as f: + data = json.load(f) + dependencies = [] + for dep in data["Deps"]: + if dep['Rev'].startswith('xxxx') and dep['ImportPath'].startswith("k8s.io"): + package = "/".join(dep['ImportPath'].split('/')[0:2]) + if package not in dependencies: + dependencies.append(package.split('/')[1]) + all_dependencies[(data["ImportPath"].split('/')[1])] = dependencies + return all_dependencies + + +def get_rules_dependencies(rules_file): + with open(rules_file) as f: + data = yaml.load(f) + return data + + +def main(): + rootdir = os.path.dirname(__file__) + "/../" + rootdir = os.path.abspath(rootdir) + + godeps = [] + for root, dirnames, filenames in os.walk(rootdir + '/staging/'): + for filename in fnmatch.filter(filenames, 'Godeps.json'): + godeps.append(os.path.join(root, filename)) + + godep_dependencies = get_godeps_dependencies(godeps) + rules_dependencies = get_rules_dependencies(rootdir + "/staging/publishing/rules.yaml") + + processed_repos = [] + for rule in rules_dependencies["rules"]: + branch = rule["branches"][0] + if branch["name"] != "master": + raise Exception("cannot find master branch for destination %s" % rule["destination"]) + if branch["source"]["branch"] != "master": + raise Exception("cannot find master source branch for destination %s" % rule["destination"]) + + print("processing : %s" % rule["destination"]) + if rule["destination"] not in godep_dependencies: + raise Exception("missing Godeps.json for %s" % rule["destination"]) + processed_repos.append(rule["destination"]) + for dep in set(godep_dependencies[rule["destination"]]): + found = False + if "dependencies" in branch: + for dep2 in branch["dependencies"]: + if dep2["branch"] != "master": + raise Exception("Looking for master branch and found : %s for destination", dep2, + rule["destination"]) + if dep2["repository"] == dep: + found = True + else: + raise Exception( + "destination %s does not have any dependencies (looking for %s)" % (rule["destination"], dep)) + if not found: + raise Exception("destination %s does not have dependency %s" % (rule["destination"], dep)) + else: + print(" found dependency %s" % dep) + items = set(godep_dependencies.keys()) - set(processed_repos) + if len(items) > 0: + raise Exception("missing rules for %s" % ','.join(str(s) for s in items)) + print("Done.") + + +if __name__ == "__main__": + sys.exit(main())