Mercurial > mozilla > hg > talosnames
annotate talosnames/api.py @ 41:4dfa9c298e3d
record whether a suite is enabled
| author | Jeff Hammel <jhammel@mozilla.com> |
|---|---|
| date | Sun, 12 Aug 2012 22:38:12 -0700 |
| parents | 15f17eeb1813 |
| children | cc0edf61ab21 |
| rev | line source |
|---|---|
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
1 import os |
| 6 | 2 import re |
| 10 | 3 import require |
|
13
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
4 import subprocess |
| 1 | 5 import sqlite3 |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
6 import sys |
|
13
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
7 import talos |
| 33 | 8 import talos.run_tests |
| 16 | 9 import tempfile |
| 1 | 10 import urllib2 |
| 16 | 11 import yaml |
| 12 | |
| 13 try: | |
| 14 call = subprocess.check_call | |
| 15 except: | |
| 16 call = subprocess.call | |
| 1 | 17 |
|
13
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
18 talos_dir = os.path.dirname(os.path.abspath(talos.__file__)) |
|
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
19 |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
20 sys.path.insert(0, os.path.dirname(os.path.abspath(__file__))) |
|
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
21 |
| 0 | 22 class TalosNames(object): |
| 23 graphserver_sql = 'http://hg.mozilla.org/graphs/raw-file/tip/sql/data.sql' | |
| 1 | 24 schema = 'http://hg.mozilla.org/graphs/raw-file/tip/sql/schema.sql' |
| 10 | 25 project_branches = 'http://hg.mozilla.org/build/buildbot-configs/raw-file/tip/mozilla/project_branches.py' |
| 26 buildbot_config = 'http://hg.mozilla.org/build/buildbot-configs/raw-file/tip/mozilla-tests/config.py' | |
| 1 | 27 |
| 5 | 28 # mapping file from builbot-configs name to tbpl codes: |
| 29 # http://hg.mozilla.org/users/mstange_themasta.com/tinderboxpushlog/file/tip/js/Config.js | |
| 6 | 30 tbpl_map = 'http://hg.mozilla.org/users/mstange_themasta.com/tinderboxpushlog/raw-file/tip/js/Data.js' |
| 5 | 31 |
| 2 | 32 tables = {'os_list': '(id, name text)', |
| 3 | 33 'branches': '(id, name text)', |
| 2 | 34 'machines': '(id, os_id int, is_throttling int, cpu_speed text, name text, is_active int, date_added int)', |
| 35 'pagesets': '(id, name text)', | |
| 36 'tests': '(id, name text, pretty_name text, is_chrome int, is_active int, pageset_id int)' | |
| 37 } | |
| 1 | 38 |
| 10 | 39 ### initialization functions |
| 40 | |
| 0 | 41 def __init__(self): |
| 5 | 42 self.setup_database() |
| 43 self.tbpl_mapping() | |
| 10 | 44 self.setup_buildbot() |
| 21 | 45 |
| 46 # cache | |
|
17
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
47 self._talos_configs = {} |
| 21 | 48 self._tbpl_names = {} |
| 5 | 49 |
| 6 | 50 def setup_database(self): |
| 1 | 51 self.db = sqlite3.connect(':memory:') |
| 3 | 52 sql_lines = urllib2.urlopen(self.graphserver_sql).readlines() |
| 53 | |
| 54 # XXX remove the machines since they require a function, unix_timestamp(), sqlite does not have | |
| 55 sql_lines = [line for line in sql_lines | |
| 56 if 'unix_timestamp' not in line] | |
| 57 sql = '\n'.join(sql_lines) | |
| 58 | |
| 1 | 59 cursor = self.db.cursor() |
| 2 | 60 for table, schema in self.tables.items(): |
| 61 cursor.execute("""CREATE TABLE %s %s""" % (table, schema)) | |
| 3 | 62 cursor.executescript(sql) |
| 2 | 63 self.db.commit() |
| 64 cursor.close() | |
| 1 | 65 |
| 3 | 66 # create data structures |
| 67 self.names = {} | |
| 68 self.chrome = set() | |
| 69 cursor = self.db.cursor() | |
| 70 cursor.execute("SELECT * FROM tests") | |
| 71 for _, short_name, graphserver_name, is_chrome, _, _ in cursor.fetchall(): | |
| 72 self.names[short_name] = graphserver_name | |
| 73 if is_chrome: | |
| 74 self.chrome.add(short_name) | |
| 75 cursor.close() | |
| 76 | |
| 5 | 77 def tbpl_mapping(self): |
| 6 | 78 self.tbpl_regexs = {} |
| 79 lines = [line.strip() | |
| 80 for line in urllib2.urlopen(self.tbpl_map).readlines()] | |
| 81 lines = [line for line in lines | |
| 82 if line.startswith('/talos.*')] | |
| 83 regex = re.compile('\/talos\.\*(.*)\/.*\?.*\"([^"].*)\".*') | |
| 84 for line in lines: | |
| 85 match = regex.match(line) | |
| 86 assert match | |
| 87 _regex, name = match.groups() | |
| 88 self.tbpl_regexs[name] = _regex | |
| 5 | 89 |
| 10 | 90 def setup_buildbot(self): |
| 91 # project_branches = require.require(self.project_branches) | |
| 92 module = require.require(self.buildbot_config) | |
| 93 self.suites = module.SUITES | |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
94 self.buildbot_commands = {} |
|
41
4dfa9c298e3d
record whether a suite is enabled
Jeff Hammel <jhammel@mozilla.com>
parents:
33
diff
changeset
|
95 self.buildbot_enabled = {} |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
96 for key, value in self.suites.items(): |
|
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
97 self.buildbot_commands[key] = value['suites'] |
|
41
4dfa9c298e3d
record whether a suite is enabled
Jeff Hammel <jhammel@mozilla.com>
parents:
33
diff
changeset
|
98 self.buildbot_enabled[key] = value['enable_by_default'] |
| 10 | 99 |
| 100 ### functions for fetching information | |
| 101 | |
| 102 def tbpl_name(self, name): | |
| 103 """returns the TBPL long name""" | |
| 21 | 104 if name in self._tbpl_names: |
| 105 return self._tbpl_names[name] | |
| 10 | 106 for tbplname, regex in self.tbpl_regexs.items(): |
| 107 regex = re.compile(regex) | |
| 108 if regex.match(name): | |
| 21 | 109 self._tbpl_names[name] = tbplname |
| 10 | 110 return tbplname |
| 111 | |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
112 def buildbot_command(self, name): |
|
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
113 """gets the buildbot command for a particular suite""" |
| 23 | 114 return self.buildbot_commands.get(name)[:] |
|
12
a4aa9f83e3be
adding a thing for commands
Jeff Hammel <jhammel@mozilla.com>
parents:
10
diff
changeset
|
115 |
| 14 | 116 def talos_config(self, name): |
| 117 """returns talos configuration for suite `name`""" | |
| 21 | 118 if name in self._talos_configs: |
| 119 return self._talos_configs[name] | |
| 120 | |
|
13
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
121 command = self.buildbot_command(name) |
|
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
122 assert command is not None, "Suite not found: %s" % name |
| 16 | 123 outfile = tempfile.mktemp(suffix='.yml') |
| 124 command += ['-o', outfile] # add an output file | |
| 125 command += ['-e', sys.executable] # add a pretend firefox so PerfConfigurator won't whine | |
| 30 | 126 print "\n%s" % subprocess.list2cmdline(command) |
| 16 | 127 call(['PerfConfigurator'] + command, stdout=subprocess.PIPE, cwd=talos_dir) |
| 128 assert os.path.exists(outfile) | |
| 129 config = yaml.load(file(outfile)) | |
| 21 | 130 self._talos_configs[name] = config |
|
17
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
131 return config |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
132 |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
133 def test_config(self, name): |
| 33 | 134 config = self.talos_config(name) |
| 135 test_config = config['tests'] | |
| 136 talos.run_tests.useBaseTestDefaults(config.get('basetest', {}), test_config) | |
|
17
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
137 retval = {} |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
138 for test in test_config: |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
139 name = test.pop('name') |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
140 retval[name] = test |
|
25e91fc7ff01
getting the test config now works
Jeff Hammel <jhammel@mozilla.com>
parents:
16
diff
changeset
|
141 return retval |
|
13
323a01abd180
putting off this fun for later
Jeff Hammel <jhammel@mozilla.com>
parents:
12
diff
changeset
|
142 |
| 3 | 143 def __call__(self, name=None): |
| 26 | 144 """returns the graphserver name prefixed with `name`""" |
| 145 | |
| 3 | 146 retval = [] |
| 147 for short_name, graphserver_name in self.names.items(): | |
| 148 if (name is None) or (name == short_name or short_name.startswith(name + '_')): | |
| 149 retval.append((short_name, graphserver_name)) | |
| 150 retval.sort(key=lambda x: x[0]) | |
| 151 return retval | |
| 26 | 152 |
| 153 def graphserver_name(self, name): | |
| 154 for short_name, graphserver_name in self.names.items(): | |
| 155 if name == short_name: | |
| 156 return (short_name, graphserver_name) |