4 <title>WebKit Test Results</title>
5 <link rel="stylesheet" href="common.css">
6 <link rel="stylesheet" href="main.css">
7 <script src="https://svn.webkit.org/repository/webkit/!svn/bc/128779/trunk/PerformanceTests/Dromaeo/resources/dromaeo/web/lib/jquery-1.6.4.js"></script>
8 <script src="https://svn.webkit.org/repository/webkit/!svn/bc/128779/trunk/PerformanceTests/resources/jquery.tablesorter.min.js"></script>
9 <script src="js/autocompleter.js"></script>
10 <script src="js/build.js"></script>
11 <script src="js/dom.js"></script>
16 <h1><a href="/">WebKit Test Results</a></h1>
18 <li><a href="http://build.webkit.org/waterfall">Waterfall</a></li>
22 <form onsubmit="TestResultsView.fetchTest(this['testName'].value);
23 TestResultsView.updateLocationHash();
25 <input id="testName" type="text" size="150" onpaste="pasteHelper(this, event)"
26 placeholder="Type in a test name, or copy and paste test names on results.html or NRWT stdout (including junks)"></form>
27 <div id="testView"></div>
29 <div id="buildersView">
32 <label>all tests <select id="builderFailureTypeView"><option>failing</option><option>flaky</option><option value="wrongexpectations">has wrong expectations</option></select></label>
33 <label>on <select id="builderListView"><option value="">Select builder</option></select></label>
34 <label for="builderDaysView">for
35 <select id="builderDaysView" disabled><option>5</option><option>15</option><option selected>30</option></select> days</label>
37 <div id="builderFailingTestsView"></div>
40 <div id="tooltipContainer"></div>
44 var TestResultsView = new (function () {
45 var tooltipContainer = document.getElementById('tooltipContainer');
47 tooltipContainer.onclick = function (event) { event.insideTooltip = true; }
48 document.addEventListener('click', function (event) {
49 if (!event.insideTooltip)
50 tooltipContainer.style.display = 'none';
53 window.addEventListener('hashchange', function (event) {
54 TestResultsView.locationHashChanged();
57 this._tooltipContainer = tooltipContainer;
59 this._currentBuilder = null;
60 this._currentBuilderFailureType = null;
61 this._currentBuilderDays = null;
64 this._builderByName = {};
66 this._repositories = {};
67 this._testCategories = {};
70 TestResultsView.setAvailableTests = function (availableTests) {
71 this._availableTests = availableTests;
74 TestResultsView.setBuilders = function (builders) {
75 this._builders = builders;
76 for (var builderId in builders) {
77 var builder = builders[builderId];
78 this._builderByName[builder.name] = builder;
82 TestResultsView.setSlaves = function (slaves) {
83 this._slaves = slaves;
86 TestResultsView.setRepositories = function (repositories) {
87 this._repositories = repositories;
90 TestResultsView.setTestCategories = function (testCategories) {
91 this._testCategories = testCategories;
94 TestResultsView.showTooltip = function (anchor, contentElement) {
95 var tooltipContainer = this._tooltipContainer;
96 tooltipContainer.style.display = null;
98 while (tooltipContainer.firstChild)
99 tooltipContainer.removeChild(tooltipContainer.firstChild);
100 tooltipContainer.appendChild(contentElement);
102 var position = {x: 0, y: 0};
103 var currentNode = anchor;
104 while (currentNode) {
105 position.x += currentNode.offsetLeft;
106 position.y += currentNode.offsetTop;
107 currentNode = currentNode.offsetParent;
109 tooltipContainer.style.left = (position.x - contentElement.offsetWidth / 2 + anchor.offsetWidth / 2) + 'px';
110 tooltipContainer.style.top = (position.y - contentElement.clientHeight - 5) + 'px';
113 TestResultsView._createResultCell = function (master, builder, result, previousResult) {
114 var buildTime = result['buildTime'];
115 var revisions = result['revisions'];
116 var slave = result['slave'];
117 var buildNumber = result['buildNumber'];
118 var actual = result['actual'];
119 var expected = result['expected'];
120 var timeIfSlow = result.isSlow ? result.roundedTime : '';
122 // FIXME: We shouldn't be hard-coding WebKit revisions here.
123 var webkitRepositoryId;
124 for (var repositoryId in TestResultsView._repositories) {
125 if (TestResultsView._repositories[repositoryId].name == 'WebKit')
126 webkitRepositoryId = repositoryId;
128 var webkitRevision = result.build.revision(webkitRepositoryId);
129 var resultsPage = webkitRevision ? "http://" + master + "/results/" + builder + "/r" + webkitRevision + "%20(" + buildNumber + ")/results.html"
130 : 'javascript:alert("Could no resolve WebKit revision")';
132 var anchor = element('a', {'href': resultsPage }, [timeIfSlow]);
133 anchor.onmouseenter = function () {
134 var formattedRevisions = result.build.formattedRevisions(previousResult ? previousResult.build : null);
135 var revisionDescription = [];
136 for (var repositoryName in formattedRevisions) {
137 var revision = formattedRevisions[repositoryName];
138 if (revisionDescription.length)
139 revisionDescription.push(', ');
141 revisionDescription.push(element('a', {'href': revision.url}, [revision.label]));
143 revisionDescription.push(revision.label);
146 TestResultsView.showTooltip(anchor, element('div', {'class': 'tooltip'}, [
148 element('li', ['Build Time: ' + result.build.formattedBuildTime()]),
149 element('li', ['Revision: '].concat(revisionDescription)),
150 element('li', ['Build: ', element('a', {'href': result.build.buildUrl()}, [buildNumber]), ' (',
151 element('a', {'href': resultsPage}, ['results']), ')']),
152 element('li', ['Actual: ' + actual]),
153 element('li', ['Expected: ' + expected]),
157 var cell = element('span', {
158 'class': actual + ' resultCell',
163 TestResultsView._populateTestPane = function(testName, results, section) {
164 var test = {name: testName, category: 'LayoutTest'}; // FIXME: Use the real test object.
165 var table = element('table', {'class': 'resultsTable tablesorter'}, [element('caption', [this._linkifiedTestName(test)])]);
167 var resultsByBuilder = results['builders'];
168 var buildTimes = new Array();
169 for (var builderId in resultsByBuilder) {
170 var results = resultsByBuilder[builderId];
171 this._createBuildsAndComputeSlownessOfResults(builderId, results);
172 for (var i = 0; i < results.length; i++) {
173 var time = results[i].build.time();
174 if (buildTimes.indexOf(time) < 0)
175 buildTimes.push(time);
178 buildTimes.sort(function (a, b) { return b - a; });
180 var repositories = [];
181 for (var repositoryId in this._repositories)
182 repositories.push(this._repositories[repositoryId]);
184 table.appendChild(this._createTestResultHeader('Builder', repositories));
186 var tbody = element('tbody');
187 for (var builderId in resultsByBuilder) {
188 var builder = this._builders[builderId];
189 // FIXME: Add a master name if there is more than one.
190 tbody.appendChild(this._createTestResultRow(builder.name, resultsByBuilder[builderId], builder, buildTimes, repositories));
192 table.appendChild(tbody);
193 section.appendChild(table);
194 $(table).tablesorter();
197 TestResultsView._urlFromTest = function (test) {
198 var category = this._testCategories[test.category];
201 return category.url.replace(/\$testName/g, test.name);
204 TestResultsView._linkifiedTestName = function (test) {
205 var url = this._urlFromTest(test);
206 return url ? element('a', {'href': url}, [test.name]) : test.name;
209 TestResultsView._createTestResultHeader = function (labelForFirstColumn, repositories) {
210 return element('thead', [element('tr', [
211 element('th', [labelForFirstColumn]),
212 element('th', ['Bug']),
213 element('th', ['Expectations']),
214 element('th', ['Slowest'])]
215 .concat(repositories ? repositories.map(function (repository) { return element('th', [repository.name]); }) : [])
216 .concat([element('th')]))]);
219 TestResultsView._createBuildsAndComputeSlownessOfResults = function (builderId, results) {
220 for (var i = 0; i < results.length; i++) {
221 var result = results[i];
222 result.builder = builderId;
223 result.build = new TestBuild(this._repositories, this._builders, result);
224 result.roundedTime = result.time > 10000 ? Math.round(result.time / 1000) : Math.round(result.time / 100) / 10;
225 result.isSlow = result.time > 1000;
229 TestResultsView._createTestResultRow = function (title, results, builder, buildTimes, repositories) {
230 var sortedResults = results.sort(function (result1, result2) { return result2.build.time() - result1.build.time(); });
231 var cells = new Array();
233 function addEmptyCell() { cells.push(element('span', {'class': 'resultCell'}, [element('a')])); }
235 var buildTimeIndex = 0;
236 for (var i = 0; i < sortedResults.length; i++) {
237 var result = sortedResults[i];
239 while (buildTimes[buildTimeIndex] > result.build.time()) {
243 if (buildTimes[buildTimeIndex] == result.build.time())
246 cells.push(this._createResultCell(builder.master, builder.name, result, sortedResults[i - 1]));
249 while (buildTimeIndex < buildTimes.length) {
255 var seenBugLink = false;
256 var formattedModifiers = sortedResults[0].modifiers.split(' ').map(function (modifier) {
257 if (modifier.indexOf('/') > 0) {
259 return element('a', {'href': (modifier.indexOf('http') == 0 ? '' : 'http://') + modifier}, [modifier]);
265 // FIXME: Make bug tracker configurable.
266 formattedModifiers.push(element('a',
267 {'href': 'https://bugs.webkit.org/enter_bug.cgi?product=WebKit&component=Tools%20/%20Tests&form_name=enter_bug&keywords=LayoutTestFailure'},
271 var slowestTime = Math.max.apply(Math, results.map(function (result) { return result.roundedTime; }));
272 if (slowestTime >= 1)
277 var formattedRevisionCells = [];
279 var build = sortedResults[0].build;
280 for (var i = 0; i < repositories.length; i++) {
281 var revisionInfo = build.formattedRevision(repositories[i].id);
282 if (revisionInfo.url)
283 formattedRevisionCells.push(element('a', {'href': revisionInfo.url}, [revisionInfo.label]));
285 formattedRevisionCells.push(revisionInfo.label);
289 return element('tr', [
290 element('th', [title]),
291 element('td', {'class': 'modifiers'}, formattedModifiers),
292 element('td', {'class': 'expected'}, [sortedResults[0].expected]),
293 element('td', {'class': 'slowestTime'}, [slowestTime])]
294 .concat(formattedRevisionCells)
295 .concat([element('td', cells)]));
298 TestResultsView.fetchTest = function (testName) {
299 if (this._tests.indexOf(testName) >= 0)
304 var closeButton = element('div', {'class': 'closeButton'});
305 closeButton.innerHTML = '<svg viewBox="0 0 100 100"><g stroke-width="10">'
306 + '<circle cx="50" cy="50" r="45" fill="transparent"></circle><polygon points="30,30 70,70"></polygon>'
307 + '<polygon points="30,70 70,30"></polygon></g></svg>';
308 closeButton.addEventListener('click', function (event) {
309 self._removeTest(testName);
310 section.parentNode.removeChild(section);
311 event.preventDefault();
313 var section = element('section', {'id': testName, 'class': 'testResults'}, [closeButton, 'Loading...']);
315 document.getElementById('testView').appendChild(section);
317 var xhr = new XMLHttpRequest();
318 xhr.open("GET", 'api/results.php?test=' + testName, true);
319 xhr.onload = function(event) {
320 var response = JSON.parse(xhr.response);
321 section.removeChild(section.lastChild); // Remove Loading...
322 if (response['status'] != 'OK') {
323 section.appendChild(text('Failed to load results for ' + testName + ': ' + response['status']));
326 self._populateTestPane(testName, response, section);
329 this._tests.push(testName);
332 TestResultsView._removeTest = function (testName) {
333 var index = this._tests.indexOf(testName);
336 this._tests.splice(index, 1);
337 this.updateLocationHash();
340 TestResultsView.fetchTests = function (testNames, doNotUpdateHash) {
341 for (var i = 0; i < testNames.length; i++)
342 this.fetchTest(testNames[i], doNotUpdateHash);
343 if (!doNotUpdateHash)
344 this.updateLocationHash();
347 TestResultsView._populateBuilderPane = function(builderName, failureType, results, section) {
348 var table = element('table', {'class': 'resultsTable tablesorter'}, [element('caption', [builderName])]);
349 var resultsByBuilder = results['builders'];
352 for (var currentBuilderId in resultsByBuilder) {
353 builderId = currentBuilderId;
354 resultsByTests = resultsByBuilder[builderId];
359 table.appendChild(this._createTestResultHeader('Test'));
361 var tbody = element('tbody');
362 var builder = this._builders[builderId];
364 for (var testId in resultsByTests) {
365 var results = resultsByTests[testId];
368 this._createBuildsAndComputeSlownessOfResults(builderId, resultsByTests[testId]);
369 var test = this._availableTests[testId];
370 var externalTestLink = element('a', {'class': 'externalTestLink', 'href': this._urlFromTest(test)});
371 var testName = element('a', {'href':'#'}, [test.name]);
372 testName.onclick = function (event) {
373 self.fetchTests([this.textContent]);
374 event.preventDefault();
377 tbody.appendChild(this._createTestResultRow(element('span', [testName, externalTestLink]), resultsByTests[testId], builder));
380 table.appendChild(tbody);
381 section.appendChild(table);
383 $(table).tablesorter();
386 TestResultsView.fetchFailingTestsForBuilder = function (builderName, numberOfDays, failureType, doNotUpdateHash) {
387 var section = element('section', {'class': 'testResults'}, ['Loading...']);
389 var container = document.getElementById('builderFailingTestsView');
390 container.innerHTML = '';
391 container.appendChild(section);
394 var xhr = new XMLHttpRequest();
395 var builderId = this._builderByName[builderName].id;
396 xhr.open('GET', 'data/' + builderId + '-' + failureType + '.json', true);
397 xhr.onload = function(event) {
398 if (xhr.status != 200) {
399 section.appendChild(text('Failed to load results for ' + builderName + ': ' + xhr.status));
402 var response = JSON.parse(xhr.response);
403 section.innerHTML = '';
404 if (response['status'] != 'OK') {
405 section.appendChild(text('Failed to load results for ' + builderName + ': ' + response['status']));
408 // FIXME: Normalize failureType.
409 self._currentBuilder = builderName;
410 self._currentBuilderFailureType = failureType;
411 self._currentBuilderDays = numberOfDays;
412 self._populateBuilderPane(builderName, failureType, response, section);
413 if (!doNotUpdateHash)
414 self.updateLocationHash();
419 TestResultsView._createLocationHash = function (tests) {
421 'tests': tests.join(','),
422 'builder': this._currentBuilder,
423 'builderFailureType': this._currentBuilderFailureType,
424 'builderDays': this._currentBuilderDays,
427 for (var key in params) {
428 var value = params[key];
429 if (value === null || value === undefined)
431 hash += '&' + decodeURIComponent(key) + '=' + decodeURIComponent(value);
436 TestResultsView.updateLocationHash = function () {
437 location.hash = this._createLocationHash(this._tests);
438 this._oldHash = location.hash;
441 TestResultsView.locationHashChanged = function () {
442 var newHash = location.hash;
443 if (newHash == this._oldHash)
445 this._oldHash = newHash;
447 this.loadTestsFromLocationHash();
450 TestResultsView.loadTestsFromLocationHash = function () {
452 location.hash.substr(1).split('&').forEach(function (component) {
453 var equalPosition = component.indexOf('=');
454 if (equalPosition < 0)
456 var name = decodeURIComponent(component.substr(0, equalPosition));
457 parsed[name] = decodeURIComponent(component.substr(equalPosition + 1));
459 var doNotUpdateHash = true;
460 if (parsed['tests']) {
461 document.getElementById('testView').innerHTML = '';
462 this.fetchTests(parsed['tests'].split(','), doNotUpdateHash);
464 if (parsed['builder']) {
465 this.fetchFailingTestsForBuilder(
467 parseInt(parsed['builderDays']) || 5,
468 parsed['builderFailureType'] || 'failing', doNotUpdateHash);
473 function fetchManifest(callback) {
474 var xhr = new XMLHttpRequest();
475 xhr.open("GET", 'api/manifest.php', true);
476 xhr.onload = function(event) {
477 var response = JSON.parse(xhr.response);
478 if (response['status'] != 'OK') {
479 alert('Failed to load manifest:' + response['status']);
480 console.log(response);
488 fetchManifest(function (response) {
489 var testNames = response['tests'].map(function (test) { return test['name']; })
490 var input = document.getElementById('testName');
491 input.autocompleter = new Autocompleter(input, testNames);
493 var builderListView = document.getElementById('builderListView');
494 for (var builderId in response['builders'])
495 builderListView.appendChild(element('option', [text(response['builders'][builderId].name)]));
497 var builderDaysView = document.getElementById('builderDaysView');
498 var builderFailureTypeView = document.getElementById('builderFailureTypeView');
500 function updateBuilderView() {
501 if (builderListView.value)
502 TestResultsView.fetchFailingTestsForBuilder(builderListView.value, builderDaysView.value, builderFailureTypeView.value);
505 builderListView.addEventListener('change', updateBuilderView);
506 builderDaysView.addEventListener('change', updateBuilderView);
507 builderFailureTypeView.addEventListener('change', updateBuilderView);
509 function mapById(items) {
511 for (var i = 0; i < items.length; i++)
512 results[items[i].id] = items[i];
516 TestResultsView.setAvailableTests(mapById(response['tests']));
517 TestResultsView.setBuilders(mapById(response['builders']));
518 TestResultsView.setSlaves(mapById(response['slaves']));
519 TestResultsView.setRepositories(mapById(response['repositories']));
520 TestResultsView.setTestCategories(response['testCategories']);
521 // FIXME: Updating location.href shouldn't be TestResultsView's responsibility.
522 var parsedStates = TestResultsView.loadTestsFromLocationHash();
523 if (parsedStates['builder']) {
524 builderListView.value = parsedStates['builder'];
525 builderDaysView.value = parsedStates['builderDays'];
526 builderFailureTypeView.value = parsedStates['builderFailureType'];
530 function pasteHelper(input, event) {
531 function removeJunkFromNRWTStdout(input) {
532 return input.replace(/(\[[\w ]+\])|(.+\:.+)/g, '').replace(/^[ \t]+|[ \t]+$/gm, '');
535 function removeJunkFromResultsPage(input) {
536 return input.replace(/(^[^\/]+$)|(^\+)/gm, '').replace(/\([^)]+\)/g, '').replace(/\s+[A-Za-z]+(\s+[A-Za-z]+)*\s*$/gm, '');
539 var text = event.clipboardData.getData('text/plain');
540 if (text.indexOf('\n') < 0)
543 var urls = removeJunkFromResultsPage(removeJunkFromNRWTStdout(text)).split('\n');
544 TestResultsView.fetchTests(urls.filter(function (url) { return url.length; }));
545 event.preventDefault();