1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
"""Functions for dealing with databases"""
import re
import MySQLdb
from scrapy.conf import settings
from scrapy import log
mysql_uri_re = r"mysql:\/\/(?P<user>[^:]+)(:(?P<passwd>[^@]+))?@(?P<host>[^/:]+)(:(?P<port>\d+))?/(?P<db>.*)$"
def parse_uri(mysql_uri):
"""Parse mysql URI and return a dict with its parameters"""
m = re.search(mysql_uri_re, mysql_uri)
if m:
d = m.groupdict()
if d['passwd'] is None:
del(d['passwd'])
if d['port'] is None:
del(d['port'])
else:
d['port'] = int(d['port'])
return d
def mysql_connect(db_uri_or_dict, **kwargs):
"""Connects to a MySQL DB given a mysql URI"""
if isinstance(db_uri_or_dict, dict):
d = db_uri_or_dict
else:
d = parse_uri(db_uri_or_dict)
if not d:
return
d.update(settings.get("MYSQL_CONNECTION_SETTINGS", {}))
d.update(kwargs)
log.msg("Connecting to MySQL: db=%r, host=%r, user=%r" % (d['db'], \
d['host'], d['user']), level=log.DEBUG)
conn = MySQLdb.connect(**d)
return conn
|
