1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
|
Description: Fixed invalid escape sequence
Author: Josenilson Ferreira da Silva <nilsonfsilva@hotmai.com>
Forwarded: not-needed
Last-Update: 2025-04-11
Index: turbosearch/turbosearch/util/robots.py
===================================================================
--- turbosearch.orig/turbosearch/util/robots.py
+++ turbosearch/turbosearch/util/robots.py
@@ -93,7 +93,7 @@ class Robots(object):
line = line.lower()
if 'disallow:' in line.lower() or 'allow:' in line.lower():
- m = re.search("(?P<url>/[^\s]+)", line)
+ m = re.search("(?P<url>/[^\\s]+)", line)
if m is not None:
path = m.group("url")
path = ''.join(filter(Tools.permited_char, path)).strip()
|
