1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
|
context("Paginator")
cli <- HttpClient$new(url = "http://api.crossref.org")
aa <- Paginator$new(client = cli, by = "limit_offset", limit_param = "rows",
offset_param = "offset", limit = 50, chunk = 10)
test_that("Paginator print method", {
skip_on_cran()
expect_is(aa$print, "function")
expect_output(aa$print(), "api.crossref.org")
expect_output(aa$print(), "limit_offset")
expect_output(aa$print(), "chunk: 10")
expect_output(aa$print(), "limit_param: rows")
expect_output(aa$print(), "offset_param: offset")
expect_output(aa$print(), "limit: 50")
expect_output(aa$print(), "status: not run yet")
})
test_that("Paginator works", {
skip_on_cran()
expect_is(cli, "HttpClient")
expect_is(Paginator, "R6ClassGenerator")
expect_is(aa, "Paginator")
expect_is(aa$.__enclos_env__$private$page, "function")
expect_is(aa$parse, "function")
expect_is(aa$content, "function")
expect_is(aa$responses, "function")
# before requests
expect_equal(length(aa$content()), 0)
expect_equal(length(aa$status()), 0)
expect_equal(length(aa$status_code()), 0)
expect_equal(length(aa$times()), 0)
# after requests
invisible(aa$get("works"))
expect_equal(length(aa$content()), 5)
expect_equal(length(aa$status()), 5)
expect_equal(length(aa$status_code()), 5)
expect_equal(length(aa$times()), 5)
})
test_that("Paginator works with many different limit and chunk combinations", {
skip_on_cran()
limit_param = "rows"
offset_param = "start"
aa <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 27, chunk = 10)
expect_equal(aa$.__enclos_env__$private$offset_iters, c(0, 10, 20))
expect_equal(aa$.__enclos_env__$private$limit_chunks, c(10, 10, 7))
bb <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 50, chunk = 10)
expect_equal(bb$.__enclos_env__$private$offset_iters, c(0, 10, 20, 30, 40))
expect_equal(bb$.__enclos_env__$private$limit_chunks, c(10, 10, 10, 10, 10))
cc <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 1050, chunk = 20)
expect_equal(cc$.__enclos_env__$private$offset_iters, seq(0, 1040, by = 20))
expect_equal(cc$.__enclos_env__$private$limit_chunks, c(rep(20, floor(1050/20)), 10))
dd <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 1049, chunk = 20)
expect_equal(dd$.__enclos_env__$private$offset_iters, seq(0, 1040, by = 20))
expect_equal(dd$.__enclos_env__$private$limit_chunks, c(rep(20, floor(1049/20)), 9))
ee <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 1051, chunk = 20)
expect_equal(ee$.__enclos_env__$private$offset_iters, seq(0, 1040, by = 20))
expect_equal(ee$.__enclos_env__$private$limit_chunks, c(rep(20, floor(1051/20)), 11))
ff <- Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 1051, chunk = 5)
expect_equal(ff$.__enclos_env__$private$offset_iters, seq(0, 1050, by = 5))
expect_equal(ff$.__enclos_env__$private$limit_chunks, c(rep(5, floor(1051/5)), 1))
})
test_that("Paginator fails well", {
skip_on_cran()
expect_error(Paginator$new(), "argument \"client\" is missing")
# expect_error(Paginator$new(cli), "argument \"chunk\" is missing")
expect_error(Paginator$new(cli, 5), "'by' must be one of")
expect_error(Paginator$new(5, "limit_offset"),
"'client' has to be an object of class 'HttpClient'")
limit_param = "rows"
offset_param = "start"
# chunk = 0 or not an integer
expect_error(
Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 51, chunk = 0),
"'chunk' must be an integer and > 0"
)
expect_error(
Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = 51, chunk = 1.5),
"'chunk' must be an integer and > 0"
)
# limit not an integer
expect_error(
Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = offset_param, limit = "stuff", chunk = 10),
"limit must be of class numeric, integer"
)
# limit_param must be character
expect_error(
Paginator$new(client = cli, by = "limit_offset", limit_param = 5,
offset_param = offset_param, limit = 51, chunk = 10),
"limit_param must be of class character"
)
# offset_param must be character
expect_error(
Paginator$new(client = cli, by = "limit_offset", limit_param = limit_param,
offset_param = 5, limit = 51, chunk = 10),
"offset_param must be of class character"
)
# page_param must be character
expect_error(
Paginator$new(client = cli, by = "page_perpage", page_param = 5, per_page_param = 'a'),
"page_param must be of class character"
)
# per_page_param must be character
expect_error(
Paginator$new(client = cli, by = "page_perpage", page_param = 'b', per_page_param = 45),
"per_page_param must be of class character"
)
})
test_that("Paginator progress option", {
skip_on_cran()
cli <- HttpClient$new(url = "https://api.crossref.org")
cc <- Paginator$new(client = cli, limit_param = "rows",
offset_param = "offset", limit = 20, chunk = 10,
progress = TRUE)
expect_output(cc$get('works'), "====")
})
test_that("by throws warning when query_params used", {
skip_on_cran()
expect_warning(
Paginator$new(client = cli, by = "query_params", limit_param = "rows",
offset_param = "offset", limit = 50, chunk = 10)
)
})
|
