Slide 44
Slide 44 text
from aquila.models import (
OutcomeFromScenario,
PairedBenchmarkData,
StatisticalEquality,
StatisticalConclusion,
BenchmarkEvaluation,
)
from scipy import stats
import numpy as np
class BenchmarkEvaluator(object):
def
_ _
init
_ _
(self, benchmarks_parser):
self.benchmarks_parser = benchmarks_parser
def evaluate(self):
baseline, changes = self.benchmarks_parser.parse_results()
paired_data = self._align_benchmarks(baseline, changes)
overview = self._extract_overview(baseline)
outcomes = [self._extract_outcome(item) for item in paired_data]
return BenchmarkEvaluation(overview, outcomes)