1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
#' proxy options
#'
#' @name proxies
#' @param url (character) URL, with scheme (http/https), domain and
#' port (must be numeric). required.
#' @param user (character) username, optional
#' @param pwd (character) password, optional
#' @param auth (character) authentication type, one of basic (default),
#' digest, digest_ie, gssnegotiate, ntlm, any or `NULL`. optional
#'
#' @details See https://www.hidemyass.com/proxy for a list of proxies you
#' can use
#'
#' @examples
#' proxy("http://97.77.104.22:3128")
#' proxy("97.77.104.22:3128")
#' proxy("http://97.77.104.22:3128", "foo", "bar")
#' proxy("http://97.77.104.22:3128", "foo", "bar", auth = "digest")
#' proxy("http://97.77.104.22:3128", "foo", "bar", auth = "ntlm")
#'
#' # socks
#' proxy("socks5://localhost:9050/", auth = NULL)
#'
#' \dontrun{
#' # with proxy (look at request/outgoing headers)
#' # (res <- HttpClient$new(
#' # url = "http://www.google.com",
#' # proxies = proxy("http://97.77.104.22:3128")
#' # ))
#' # res$proxies
#' # res$get(verbose = TRUE)
#'
#' # vs. without proxy (look at request/outgoing headers)
#' # (res2 <- HttpClient$new(url = "http://www.google.com"))
#' # res2$get(verbose = TRUE)
#'
#'
#' # Use authentication
#' # (res <- HttpClient$new(
#' # url = "http://google.com",
#' # proxies = proxy("http://97.77.104.22:3128", user = "foo", pwd = "bar")
#' # ))
#'
#' # another example
#' # (res <- HttpClient$new(
#' # url = "http://ip.tyk.nu/",
#' # proxies = proxy("http://200.29.191.149:3128")
#' # ))
#' # res$get()$parse("UTF-8")
#' }
NULL
#' @export
#' @rdname proxies
proxy <- function(url, user = NULL, pwd = NULL, auth = "basic") {
url <- proxy_url(url)
structure(ccp(list(
proxy = if (grepl("socks", url$url)) url$url else url$domain,
proxyport = url$port,
proxyuserpwd = make_up(user, pwd),
proxyauth = auth_type(auth)
)), class = "proxy")
}
proxy_url <- function(x) {
tmp <- tryCatch(urltools::url_parse(x), error = function(e) e)
if (inherits(tmp, "error")) {
stop("proxy URL not of correct form, check your URL", call. = FALSE)
}
port <- tryCatch(as.numeric(tmp$port), warning = function(w) w)
if (inherits(port, "warning")) stop("port ", tmp$port, " was not numeric",
call. = FALSE)
tmp$url <- urltools::url_compose(tmp)
tmp$port <- port
if (grepl("socks", tmp$scheme)) {
tmp$port <- NULL
}
as.list(tmp)
}
make_up <- function(user, pwd) {
assert(user, "character")
assert(pwd, "character")
if (!is.null(user) || !is.null(pwd)) {
return(paste0(user, ":", pwd))
}
NULL
}
auth_type <- function(x) {
if (is.null(x)) return(NULL)
stopifnot(inherits(x, "character"))
switch(
x,
basic = 1,
digest = 2,
digest_ie = 16,
gssnegotiate = 4,
ntlm = 8,
any = -17,
stop("auth not in acceptable set, see ?proxies", call. = FALSE)
)
}
purl <- function(x) {
if (grepl("socks", x$proxy)) {
sprintf("%s (auth: %s)", x$proxy, !is.null(x$proxyuserpwd))
} else {
sprintf("http://%s:%s (auth: %s)",
x$proxy, x$proxyport %||% "", !is.null(x$proxyuserpwd))
}
}
|
