verify script to ensure publishing bot rules and godeps are in sync

Change-Id: Idbad862a797916cc4408ea0099c30d0557044907

hack/verify-publishing-bot.py

@@ -0,0 +1,94 @@
+#!/usr/bin/env python
+
+# Copyright 2019 The Kubernetes Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import print_function
+
+import fnmatch
+import os
+import sys
+import json
+import yaml
+
+
+def get_godeps_dependencies(godeps):
+    all_dependencies = {}
+    for arg in godeps:
+        with open(arg) as f:
+            data = json.load(f)
+            dependencies = []
+            for dep in data["Deps"]:
+                if dep['Rev'].startswith('xxxx') and dep['ImportPath'].startswith("k8s.io"):
+                    package = "/".join(dep['ImportPath'].split('/')[0:2])
+                    if package not in dependencies:
+                        dependencies.append(package.split('/')[1])
+            all_dependencies[(data["ImportPath"].split('/')[1])] = dependencies
+    return all_dependencies
+
+
+def get_rules_dependencies(rules_file):
+    with open(rules_file) as f:
+        data = yaml.load(f)
+    return data
+
+
+def main():
+    rootdir = os.path.dirname(__file__) + "/../"
+    rootdir = os.path.abspath(rootdir)
+
+    godeps = []
+    for root, dirnames, filenames in os.walk(rootdir + '/staging/'):
+        for filename in fnmatch.filter(filenames, 'Godeps.json'):
+            godeps.append(os.path.join(root, filename))
+
+    godep_dependencies = get_godeps_dependencies(godeps)
+    rules_dependencies = get_rules_dependencies(rootdir + "/staging/publishing/rules.yaml")
+
+    processed_repos = []
+    for rule in rules_dependencies["rules"]:
+        branch = rule["branches"][0]
+        if branch["name"] != "master":
+            raise Exception("cannot find master branch for destination %s" % rule["destination"])
+        if branch["source"]["branch"] != "master":
+            raise Exception("cannot find master source branch for destination %s" % rule["destination"])
+
+        print("processing : %s" % rule["destination"])
+        if rule["destination"] not in godep_dependencies:
+            raise Exception("missing Godeps.json for %s" % rule["destination"])
+        processed_repos.append(rule["destination"])
+        for dep in set(godep_dependencies[rule["destination"]]):
+            found = False
+            if "dependencies" in branch:
+                for dep2 in branch["dependencies"]:
+                    if dep2["branch"] != "master":
+                        raise Exception("Looking for master branch and found : %s for destination", dep2,
+                                        rule["destination"])
+                    if dep2["repository"] == dep:
+                        found = True
+            else:
+                raise Exception(
+                    "destination %s does not have any dependencies (looking for %s)" % (rule["destination"], dep))
+            if not found:
+                raise Exception("destination %s does not have dependency %s" % (rule["destination"], dep))
+            else:
+                print("  found dependency %s" % dep)
+    items = set(godep_dependencies.keys()) - set(processed_repos)
+    if len(items) > 0:
+        raise Exception("missing rules for %s" % ','.join(str(s) for s in items))
+    print("Done.")
+
+
+if __name__ == "__main__":
+    sys.exit(main())