+2016-02-09 Ryosuke Niwa <rniwa@webkit.org>
+
+ Analysis task page on v3 show progression as regressions
+ https://bugs.webkit.org/show_bug.cgi?id=154045
+
+ Reviewed by Chris Dumez.
+
+ The bug was caused by TestGroup.compareTestResults referring to undefined _smallerIsBetter.
+ Retrieve it from the associated metric object via the owner analysis task.
+
+ * public/v3/models/test-group.js:
+
2016-02-05 Ryosuke Niwa <rniwa@webkit.org>
Testing with remote server cache is unusably slow
var beforeMean = Statistics.sum(beforeValues) / beforeValues.length;
var afterMean = Statistics.sum(afterValues) / afterValues.length;
+ var metric = AnalysisTask.findById(this._taskId).metric();
+ console.assert(metric);
+
var result = {changeType: null, status: 'failed', label: 'Failed', fullLabel: 'Failed', isStatisticallySignificant: false};
if (beforeValues.length && afterValues.length) {
var diff = afterMean - beforeMean;
- result.changeType = diff < 0 == this._smallerIsBetter ? 'better' : 'worse';
+ var smallerIsBetter = metric.isSmallerBetter();
+ result.changeType = diff < 0 == smallerIsBetter ? 'better' : 'worse';
result.label = Math.abs(diff / beforeMean * 100).toFixed(2) + '% ' + result.changeType;
result.isStatisticallySignificant = Statistics.testWelchsT(beforeValues, afterValues);
result.status = result.isStatisticallySignificant ? result.changeType : 'unchanged';