1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
|
from .annotated import AnnotatedInstance, annotation_decode, annotation_encode
from .fields import field, item_from_fields, item_from_fields_sync
from .page_inputs import (
AnyResponse,
BrowserHtml,
BrowserResponse,
HttpClient,
HttpRequest,
HttpRequestBody,
HttpRequestHeaders,
HttpResponse,
HttpResponseBody,
HttpResponseHeaders,
PageParams,
RequestUrl,
ResponseUrl,
Stats,
)
from .pages import (
BrowserPage,
Extractor,
Injectable,
ItemPage,
Returns,
SelectorExtractor,
WebPage,
validates_input,
)
from .requests import request_downloader_var
from .rules import (
ApplyRule,
RulesRegistry,
consume_modules,
)
from .utils import cached_method
__all__ = [
"AnnotatedInstance",
"AnyResponse",
"ApplyRule",
"BrowserHtml",
"BrowserPage",
"BrowserResponse",
"Extractor",
"HttpClient",
"HttpRequest",
"HttpRequestBody",
"HttpRequestHeaders",
"HttpResponse",
"HttpResponseBody",
"HttpResponseHeaders",
"Injectable",
"ItemPage",
"PageParams",
"RequestUrl",
"ResponseUrl",
"Returns",
"RulesRegistry",
"SelectorExtractor",
"Stats",
"WebPage",
"annotation_decode",
"annotation_encode",
"cached_method",
"consume_modules",
"default_registry",
"field",
"handle_urls",
"item_from_fields",
"item_from_fields_sync",
"request_downloader_var",
"validates_input",
]
default_registry = RulesRegistry()
handle_urls = default_registry.handle_urls
|
