1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
#' @title Get the resampling indices from a tuning or feature selection wrapper..
#'
#' @description
#' After you resampled a tuning or feature selection wrapper (see [makeTuneWrapper])
#' with `resample(..., extract = getTuneResult)` or `resample(..., extract = getFeatSelResult)` this helper returns a `list` with
#' the resampling indices used for the respective method.
#'
#' @param object ([ResampleResult]) \cr
#' The result of resampling of a tuning or feature selection wrapper.
#' @param inner ([logical]) \cr
#' If `TRUE`, returns the inner indices of a nested resampling setting.
#' @return ([list]). One list for each outer resampling fold.
#' @family tune
#' @examples
#' task = makeClassifTask(data = iris, target = "Species")
#' lrn = makeLearner("classif.rpart")
#' # stupid mini grid
#' ps = makeParamSet(
#' makeDiscreteParam("cp", values = c(0.05, 0.1)),
#' makeDiscreteParam("minsplit", values = c(10, 20))
#' )
#' ctrl = makeTuneControlGrid()
#' inner = makeResampleDesc("Holdout")
#' outer = makeResampleDesc("CV", iters = 2)
#' lrn = makeTuneWrapper(lrn, resampling = inner, par.set = ps, control = ctrl)
#' # nested resampling for evaluation
#' # we also extract tuned hyper pars in each iteration and by that the resampling indices
#' r = resample(lrn, task, outer, extract = getTuneResult)
#' # get tuning indices
#' getResamplingIndices(r, inner = TRUE)
#'
#' @export
getResamplingIndices = function(object, inner = FALSE) {
assertClass(object, "ResampleResult")
assertList(object$extract)
if (inner == TRUE) {
if (!inherits(object$extract[[1]], c("TuneResult", "FeatSelResult"))) {
stopf("No object of class 'TuneResult' or 'FeatuSelResult' found in slot 'extract'.
Did you run 'resample()' with 'extract = getTuneResult' or 'extract = getFeatSelResult'?")
}
lapply(object$extract, function(x) x$resampling[c("train.inds", "test.inds")])
} else {
object$pred$instance[c("train.inds", "test.inds")]
}
}
|
