annotate talosnames/api.py @ 23:5f39ce13fbbc

what i meant
author Jeff Hammel <jhammel@mozilla.com>
date Tue, 10 Jul 2012 19:08:06 -0700
parents 82d15f93cc4a
children c6a042aad739
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
1 import os
6
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
2 import re
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
3 import require
13
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
4 import subprocess
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
5 import sqlite3
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
6 import sys
13
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
7 import talos
16
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
8 import tempfile
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
9 import urllib2
16
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
10 import yaml
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
11
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
12 try:
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
13 call = subprocess.check_call
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
14 except:
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
15 call = subprocess.call
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
16
13
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
17 talos_dir = os.path.dirname(os.path.abspath(talos.__file__))
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
18
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
19 sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
20
0
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
21 class TalosNames(object):
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
22 graphserver_sql = 'http://hg.mozilla.org/graphs/raw-file/tip/sql/data.sql'
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
23 schema = 'http://hg.mozilla.org/graphs/raw-file/tip/sql/schema.sql'
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
24 project_branches = 'http://hg.mozilla.org/build/buildbot-configs/raw-file/tip/mozilla/project_branches.py'
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
25 buildbot_config = 'http://hg.mozilla.org/build/buildbot-configs/raw-file/tip/mozilla-tests/config.py'
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
26
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
27 # mapping file from builbot-configs name to tbpl codes:
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
28 # http://hg.mozilla.org/users/mstange_themasta.com/tinderboxpushlog/file/tip/js/Config.js
6
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
29 tbpl_map = 'http://hg.mozilla.org/users/mstange_themasta.com/tinderboxpushlog/raw-file/tip/js/Data.js'
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
30
2
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
31 tables = {'os_list': '(id, name text)',
3
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
32 'branches': '(id, name text)',
2
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
33 'machines': '(id, os_id int, is_throttling int, cpu_speed text, name text, is_active int, date_added int)',
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
34 'pagesets': '(id, name text)',
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
35 'tests': '(id, name text, pretty_name text, is_chrome int, is_active int, pageset_id int)'
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
36 }
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
37
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
38 ### initialization functions
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
39
0
Jeff Hammel <jhammel@mozilla.com>
parents:
diff changeset
40 def __init__(self):
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
41 self.setup_database()
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
42 self.tbpl_mapping()
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
43 self.setup_buildbot()
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
44
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
45 # cache
17
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
46 self._talos_configs = {}
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
47 self._tbpl_names = {}
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
48
6
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
49 def setup_database(self):
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
50 self.db = sqlite3.connect(':memory:')
3
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
51 sql_lines = urllib2.urlopen(self.graphserver_sql).readlines()
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
52
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
53 # XXX remove the machines since they require a function, unix_timestamp(), sqlite does not have
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
54 sql_lines = [line for line in sql_lines
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
55 if 'unix_timestamp' not in line]
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
56 sql = '\n'.join(sql_lines)
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
57
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
58 cursor = self.db.cursor()
2
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
59 for table, schema in self.tables.items():
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
60 cursor.execute("""CREATE TABLE %s %s""" % (table, schema))
3
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
61 cursor.executescript(sql)
2
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
62 self.db.commit()
c98f2a383595 make some tables
Jeff Hammel <jhammel@mozilla.com>
parents: 1
diff changeset
63 cursor.close()
1
Jeff Hammel <jhammel@mozilla.com>
parents: 0
diff changeset
64
3
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
65 # create data structures
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
66 self.names = {}
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
67 self.chrome = set()
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
68 cursor = self.db.cursor()
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
69 cursor.execute("SELECT * FROM tests")
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
70 for _, short_name, graphserver_name, is_chrome, _, _ in cursor.fetchall():
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
71 self.names[short_name] = graphserver_name
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
72 if is_chrome:
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
73 self.chrome.add(short_name)
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
74 cursor.close()
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
75
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
76 def tbpl_mapping(self):
6
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
77 self.tbpl_regexs = {}
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
78 lines = [line.strip()
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
79 for line in urllib2.urlopen(self.tbpl_map).readlines()]
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
80 lines = [line for line in lines
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
81 if line.startswith('/talos.*')]
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
82 regex = re.compile('\/talos\.\*(.*)\/.*\?.*\"([^"].*)\".*')
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
83 for line in lines:
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
84 match = regex.match(line)
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
85 assert match
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
86 _regex, name = match.groups()
82aad57c7d1d add regex mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 5
diff changeset
87 self.tbpl_regexs[name] = _regex
5
2d883dd59a1a stub tbpl_mapping
Jeff Hammel <jhammel@mozilla.com>
parents: 3
diff changeset
88
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
89 def setup_buildbot(self):
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
90 # project_branches = require.require(self.project_branches)
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
91 module = require.require(self.buildbot_config)
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
92 self.suites = module.SUITES
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
93 self.buildbot_commands = {}
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
94 for key, value in self.suites.items():
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
95 self.buildbot_commands[key] = value['suites']
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
96
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
97 ### functions for fetching information
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
98
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
99 def tbpl_name(self, name):
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
100 """returns the TBPL long name"""
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
101 if name in self._tbpl_names:
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
102 return self._tbpl_names[name]
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
103 for tbplname, regex in self.tbpl_regexs.items():
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
104 regex = re.compile(regex)
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
105 if regex.match(name):
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
106 self._tbpl_names[name] = tbplname
10
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
107 return tbplname
1029ddf7b806 get the buildbot config
Jeff Hammel <jhammel@mozilla.com>
parents: 6
diff changeset
108
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
109 def buildbot_command(self, name):
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
110 """gets the buildbot command for a particular suite"""
23
5f39ce13fbbc what i meant
Jeff Hammel <jhammel@mozilla.com>
parents: 22
diff changeset
111 return self.buildbot_commands.get(name)[:]
12
a4aa9f83e3be adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents: 10
diff changeset
112
14
1b18b2746e69 minor fixes
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
113 def talos_config(self, name):
1b18b2746e69 minor fixes
Jeff Hammel <jhammel@mozilla.com>
parents: 13
diff changeset
114 """returns talos configuration for suite `name`"""
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
115 if name in self._talos_configs:
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
116 return self._talos_configs[name]
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
117
13
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
118 command = self.buildbot_command(name)
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
119 assert command is not None, "Suite not found: %s" % name
16
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
120 outfile = tempfile.mktemp(suffix='.yml')
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
121 command += ['-o', outfile] # add an output file
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
122 command += ['-e', sys.executable] # add a pretend firefox so PerfConfigurator won't whine
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
123 call(['PerfConfigurator'] + command, stdout=subprocess.PIPE, cwd=talos_dir)
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
124 assert os.path.exists(outfile)
1713b3e244a7 add some things
Jeff Hammel <jhammel@mozilla.com>
parents: 14
diff changeset
125 config = yaml.load(file(outfile))
21
48b4c926be73 getting there
Jeff Hammel <jhammel@mozilla.com>
parents: 17
diff changeset
126 self._talos_configs[name] = config
17
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
127 return config
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
128
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
129 def test_config(self, name):
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
130 test_config = self.talos_config(name)['tests']
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
131 retval = {}
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
132 for test in test_config:
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
133 name = test.pop('name')
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
134 retval[name] = test
25e91fc7ff01 getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents: 16
diff changeset
135 return retval
13
323a01abd180 putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents: 12
diff changeset
136
3
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
137 def __call__(self, name=None):
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
138 retval = []
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
139 for short_name, graphserver_name in self.names.items():
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
140 if (name is None) or (name == short_name or short_name.startswith(name + '_')):
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
141 retval.append((short_name, graphserver_name))
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
142 retval.sort(key=lambda x: x[0])
90e477181404 now basically works
Jeff Hammel <jhammel@mozilla.com>
parents: 2
diff changeset
143 return retval