1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
|
"""
The tool to check the availability or syntax of domain, IP or URL.
::
██████╗ ██╗ ██╗███████╗██╗ ██╗███╗ ██╗ ██████╗███████╗██████╗ ██╗ ███████╗
██╔══██╗╚██╗ ██╔╝██╔════╝██║ ██║████╗ ██║██╔════╝██╔════╝██╔══██╗██║ ██╔════╝
██████╔╝ ╚████╔╝ █████╗ ██║ ██║██╔██╗ ██║██║ █████╗ ██████╔╝██║ █████╗
██╔═══╝ ╚██╔╝ ██╔══╝ ██║ ██║██║╚██╗██║██║ ██╔══╝ ██╔══██╗██║ ██╔══╝
██║ ██║ ██║ ╚██████╔╝██║ ╚████║╚██████╗███████╗██████╔╝███████╗███████╗
╚═╝ ╚═╝ ╚═╝ ╚═════╝ ╚═╝ ╚═══╝ ╚═════╝╚══════╝╚═════╝ ╚══════╝╚══════╝
Provides the extra rules handler based on the "switching" domain behavior of some
subjects.
Author:
Nissar Chababy, @funilrys, contactTATAfunilrysTODTODcom
Special thanks:
https://pyfunceble.github.io/#/special-thanks
Contributors:
https://pyfunceble.github.io/#/contributors
Project link:
https://github.com/funilrys/PyFunceble
Project documentation:
https://docs.pyfunceble.com
Project homepage:
https://pyfunceble.github.io/
License:
::
Copyright 2017, 2018, 2019, 2020, 2022, 2023, 2024 Nissar Chababy
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
https://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
"""
from typing import Optional
import PyFunceble.facility
from PyFunceble.checker.availability.extras.base import ExtraRuleHandlerBase
from PyFunceble.checker.availability.status import AvailabilityCheckerStatus
from PyFunceble.converter.url2netloc import Url2Netloc
class SubjectSwitchRulesHandler(ExtraRuleHandlerBase):
"""
Provides our very own "subject switch" handler.
This handler will be used to detects a subject switch behavior from a server.
In other words, this handler should be able to detect the following scenario
and switch the original subject to :code:`INACTIVE`.
1. https://www.example.org/hello/world -> https://example.org/hello/world
2. https://m.example.org/hello/world -> https://example.org/hello/world
"""
url2netloc: Optional[Url2Netloc] = None
def __init__(self, status: Optional[AvailabilityCheckerStatus] = None) -> None:
self.url2netloc = Url2Netloc()
super().__init__(status)
def _switch_down_by_history(self) -> "SubjectSwitchRulesHandler":
"""
Tries to switch the status to :code:`INACTIVE` by following hte history.
"""
variations = set(
[
self.status.netloc.replace("www.", "", 1),
self.status.netloc.replace("m.", "", 1),
]
)
try:
# The current netloc should be included in the variations
variations.remove(self.status.netloc)
except KeyError:
pass
start_path = (
self.url2netloc.set_data_to_convert(self.req_url)
.parse_url()
.parsed_url.path
)
for response in self.req.history:
if (
not str(response.status_code).startswith("3")
or "location" not in response.headers
):
continue
redirect_url = response.headers["location"]
netloc = self.url2netloc.set_data_to_convert(redirect_url).get_converted()
local_path = self.url2netloc.parsed_url.path
if netloc == self.status.idna_subject and netloc not in variations:
continue
if not start_path:
if local_path != "/":
continue
elif start_path != local_path:
continue
self.switch_to_down()
break
return self
@ExtraRuleHandlerBase.ensure_status_is_given
@ExtraRuleHandlerBase.setup_status_before
@ExtraRuleHandlerBase.setup_status_after
def start(self) -> "SubjectSwitchRulesHandler":
"""
Process the check and handling of the current subject.
"""
PyFunceble.facility.Logger.info(
"Started to check %r against our subject switcher rules.",
self.status.idna_subject,
)
try:
if any(self.status.netloc.startswith(x) for x in ("www.", "m.")):
self.do_request()
if not self.status.status_after_extra_rules:
self._switch_down_by_history()
except PyFunceble.factory.Requester.exceptions.RequestException:
pass
PyFunceble.facility.Logger.info(
"Finished to check %r against our subject switcher rules.",
self.status.idna_subject,
)
return self
|
