1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
|
test_that("generateCalibrationData", {
## single prediction
lrn = makeLearner("classif.rpart", predict.type = "prob")
mod = train(lrn, binaryclass.task)
pred = predict(mod, binaryclass.task)
cd = generateCalibrationData(pred)
expect_class(cd$proportion, "data.frame")
expect_class(cd$data, "data.frame")
plotCalibration(cd)
dir = tempdir()
path = file.path(dir, "test.svg")
suppressMessages(ggsave(path))
doc = XML::xmlParse(path)
expect_equal(length(XML::getNodeSet(doc, red.line.xpath, ns.svg)), length(unique(cd$data$Learner)))
expect_equal(length(XML::getNodeSet(doc, red.circle.xpath, ns.svg)), nrow(cd$proportion) + 1)
## resample prediction
rdesc = makeResampleDesc("CV", iters = 2L)
r = resample(lrn, binaryclass.task, rdesc)
cd = generateCalibrationData(r)
expect_class(cd$proportion, "data.frame")
expect_class(cd$data, "data.frame")
plotCalibration(cd)
dir = tempdir()
path = file.path(dir, "test.svg")
suppressMessages(ggsave(path))
doc = XML::xmlParse(path)
expect_equal(length(XML::getNodeSet(doc, red.line.xpath, ns.svg)), length(unique(cd$data$Learner)))
expect_equal(length(XML::getNodeSet(doc, red.circle.xpath, ns.svg)), nrow(cd$proportion) + 1)
## benchmark result
lrns = list(lrn, makeLearner("classif.lda", predict.type = "prob"))
res = benchmark(lrns, binaryclass.task, rdesc, show.info = FALSE)
cd = generateCalibrationData(res)
plotCalibration(cd)
suppressMessages(ggsave(path))
doc = XML::xmlParse(path)
expect_equal(length(XML::getNodeSet(doc, grey.rect.xpath, ns.svg)), length(unique(cd$data$Learner)))
expect_equal(length(XML::getNodeSet(doc, red.circle.xpath, ns.svg)), nrow(cd$proportion) + 1)
## list of resample predictions
rs = lapply(lrns, crossval, task = binaryclass.task, iters = 2L)
names(rs) = c("a", "b")
cd = generateCalibrationData(rs)
plotCalibration(cd)
suppressMessages(ggsave(path))
doc = XML::xmlParse(path)
expect_equal(length(XML::getNodeSet(doc, grey.rect.xpath, ns.svg)), length(unique(cd$data$Learner)))
expect_equal(length(XML::getNodeSet(doc, red.circle.xpath, ns.svg)), nrow(cd$proportion) + 1)
# facetting works:
q = q = plotCalibration(cd, facet.wrap.nrow = 2L)
testFacetting(q, 2L)
q = q = plotCalibration(cd, facet.wrap.ncol = 2L)
testFacetting(q, ncol = 2L)
})
|
