
This file will be read by the munger -- see kubernetes/contrib#1264 This also includes a simple script to do minor automatic updates to the CSV.
112 lines
4.2 KiB
Python
Executable File
112 lines
4.2 KiB
Python
Executable File
#!/usr/bin/env python
|
|
|
|
# Copyright 2016 The Kubernetes Authors.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import csv
|
|
import re
|
|
import json
|
|
import os
|
|
import sys
|
|
import time
|
|
import urllib2
|
|
import zlib
|
|
|
|
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
OWNERS_PATH = os.path.abspath(os.path.join(BASE_DIR, '..', 'test', 'test_owners.csv'))
|
|
|
|
|
|
def get_test_history():
|
|
url = time.strftime('https://storage.googleapis.com/kubernetes-test-history/logs/%Y-%m-%d.json')
|
|
resp = urllib2.urlopen(url)
|
|
content = resp.read()
|
|
if resp.headers.get('content-encoding') == 'gzip':
|
|
content = zlib.decompress(content, 15 | 16)
|
|
return json.loads(content)
|
|
|
|
|
|
def normalize(name):
|
|
name = re.sub(r'\[.*?\]|\{.*?\}', '', name)
|
|
name = re.sub(r'\s+', ' ', name)
|
|
return name.strip()
|
|
|
|
|
|
def load_owners(fname):
|
|
owners = {}
|
|
for n, (name, owner, random_assignment) in enumerate(csv.reader(open(fname))):
|
|
if n == 0:
|
|
continue # header
|
|
owners[normalize(name)] = (owner, int(random_assignment))
|
|
return owners
|
|
|
|
|
|
def write_owners(fname, owners):
|
|
out = csv.writer(open(fname, 'w'))
|
|
out.writerow(['name', 'owner', 'auto-assigned'])
|
|
for name, (owner, random_assignment) in sorted(owners.items()):
|
|
out.writerow([name, owner, int(random_assignment)])
|
|
|
|
|
|
def get_maintainers():
|
|
# Github doesn't seem to support team membership listing without org admin privileges.
|
|
# Instead, we do it manually:
|
|
# Open https://github.com/orgs/kubernetes/teams/kubernetes-maintainers
|
|
# Run this in the js console:
|
|
# [].slice.call(document.querySelectorAll('.team-member-username a')).map(e => e.textContent.trim())
|
|
return ["a-robinson", "alex-mohr", "amygdala", "andyzheng0831", "apelisse", "aronchick",
|
|
"ArtfulCoder", "bgrant0607", "bgrant0607-nocc", "bprashanth", "brendandburns",
|
|
"caesarxuchao", "childsb", "cjcullen", "david-mcmahon", "davidopp", "dchen1107",
|
|
"deads2k", "derekwaynecarr", "dubstack", "eparis", "erictune", "fabioy",
|
|
"fejta", "fgrzadkowski", "freehan", "ghodss", "girishkalele", "gmarek",
|
|
"goltermann", "grodrigues3", "hurf", "ingvagabund", "ixdy",
|
|
"jackgr", "janetkuo", "jbeda", "jdef", "jingxu97", "jlowdermilk",
|
|
"jsafrane", "jszczepkowski", "justinsb", "kargakis", "karlkfi",
|
|
"kelseyhightower", "kevin-wangzefeng", "krousey", "lavalamp",
|
|
"liggitt", "luxas", "madhusudancs", "maisem", "mansoorj",
|
|
"matchstick", "mikedanese", "mml", "mtaufen", "mwielgus", "ncdc",
|
|
"nikhiljindal", "piosz", "pmorie", "pwittrock", "Q-Lee", "quinton-hoole",
|
|
"Random-Liu", "rmmh", "roberthbailey", "ronnielai", "saad-ali", "sarahnovotny",
|
|
"smarterclayton", "soltysh", "spxtr", "sttts", "swagiaal", "thockin",
|
|
"timothysc", "timstclair", "tmrts", "vishh", "vulpecula", "wojtek-t", "xiang90",
|
|
"yifan-gu", "yujuhong", "zmerlynn"]
|
|
|
|
|
|
def main():
|
|
test_history = get_test_history()
|
|
test_names = sorted(set(map(normalize, test_history['test_names'])))
|
|
owners = load_owners(OWNERS_PATH)
|
|
|
|
outdated_tests = sorted(set(owners) - set(test_names))
|
|
new_tests = sorted(set(test_names) - set(owners))
|
|
maintainers = get_maintainers()
|
|
|
|
print '# OUTDATED TESTS (%d):' % len(outdated_tests)
|
|
print '\n'.join(outdated_tests)
|
|
print '# NEW TESTS (%d):' % len(new_tests)
|
|
print '\n'.join(new_tests)
|
|
|
|
for name in outdated_tests:
|
|
owners.pop(name)
|
|
|
|
print '# UNEXPECTED MAINTAINERS (randomly assigned, not in kubernetes-maintainers)'
|
|
for name, (owner, random_assignment) in sorted(owners.iteritems()):
|
|
if random_assignment and owner not in maintainers:
|
|
print '%-16s %s' % (owner, name)
|
|
|
|
write_owners(OWNERS_PATH + '.new', owners)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|