File: Stats.swift

package info (click to toggle)
swiftlang 6.0.3-2
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 2,519,992 kB
  • sloc: cpp: 9,107,863; ansic: 2,040,022; asm: 1,135,751; python: 296,500; objc: 82,456; f90: 60,502; lisp: 34,951; pascal: 19,946; sh: 18,133; perl: 7,482; ml: 4,937; javascript: 4,117; makefile: 3,840; awk: 3,535; xml: 914; fortran: 619; cs: 573; ruby: 573
file content (26 lines) | stat: -rw-r--r-- 818 bytes parent folder | download 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 
import Foundation

enum Stats {}

extension Stats {
  // Maximum allowed standard deviation is 7.5% of the median runtime
  static let maxAllowedStdev = 0.075

  static func tTest(_ a: Measurement, _ b: Measurement) -> Bool {
    // Student's t-test
    // Since we should generally have similar variances across runs
    let n1 = Double(a.samples)
    let n2 = Double(b.samples)
    let sPNumerator = (n1 - 1) * pow(a.stdev, 2) + (n2 - 1) * pow(b.stdev, 2)
    let sPDenominator = n1 + n2 - 2
    let sP = (sPNumerator/sPDenominator).squareRoot()
    let tVal = (a.median.seconds - b.median.seconds) / (sP * (pow(n1, -1) + pow(n2, -1)).squareRoot())
    return abs(tVal) > 2
  }
}

extension BenchmarkResult {
  var runtimeIsTooVariant: Bool {
    runtime.stdev > Stats.maxAllowedStdev * runtime.median.seconds
  }
}