1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
|
# -*- coding: utf-8 -*-
#
# Copyright (C) 2013 Red Hat, Inc.
# This file is part of python-fedora
#
# python-fedora is free software; you can redistribute it and/or
# modify it under the terms of the GNU Lesser General Public
# License as published by the Free Software Foundation; either
# version 2.1 of the License, or (at your option) any later version.
#
# python-fedora is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
# Lesser General Public License for more details.
#
# You should have received a copy of the GNU Lesser General Public
# License along with python-fedora; if not, see <http://www.gnu.org/licenses/>
#
'''A base client for interacting with web services.
.. moduleauthor:: Luke Macken <lmacken@redhat.com>
.. moduleauthor:: Toshio Kuratomi <tkuratom@redhat.com>
.. moduleauthor:: Ralph Bean <rbean@redhat.com>
'''
import os
import stat
from os import path
import logging
import warnings
from kitchen.text.converters import to_bytes
from six.moves import cPickle as pickle
from six.moves import http_cookies as Cookie
from fedora import __version__
log = logging.getLogger(__name__)
b_SESSION_DIR = path.join(path.expanduser('~'), '.fedora')
b_SESSION_FILE = path.join(b_SESSION_DIR, 'fedora_session')
from fedora.client import AuthError, ProxyClient
class BaseClient(ProxyClient):
'''
A client for interacting with web services.
'''
def __init__(self, base_url, useragent=None, debug=False, insecure=False,
username=None, password=None, httpauth=None,
session_cookie=None, session_id=None,
session_name='tg-visit', cache_session=True,
retries=None, timeout=None):
'''
:arg base_url: Base of every URL used to contact the server
:kwarg useragent: Useragent string to use. If not given, default to
"Fedora BaseClient/VERSION"
:kwarg session_name: name of the cookie to use with session handling
:kwarg debug: If True, log debug information
:kwarg insecure: If True, do not check server certificates against
their CA's. This means that man-in-the-middle attacks are
possible against the `BaseClient`. You might turn this option on
for testing against a local version of a server with a self-signed
certificate but it should be off in production.
:kwarg username: Username for establishing authenticated connections
:kwarg password: Password to use with authenticated connections
:kwarg httpauth: If this is set to ``basic`` then use HTTP Basic
Authentication to send the username and password. Default: None,
means do not use HTTP Authentication.
:kwarg session_cookie: *Deprecated* Use session_id instead. If both
session_id and session_cookie is given, only session_id will be
used. User's session_cookie to connect to the server.
:kwarg session_id: id of the user's session
:kwarg cache_session: If set to true, cache the user's session data on
the filesystem between runs
:kwarg retries: if we get an unknown or possibly transient error from
the server, retry this many times. Setting this to a negative
number makes it try forever. Defaults to zero, no retries.
:kwarg timeout: A float describing the timeout of the connection. The
timeout only affects the connection process itself, not the
downloading of the response body. Defaults to 120 seconds.
.. versionchanged:: 0.3.33
Added the timeout kwarg
'''
self.log = log
self.useragent = useragent or 'Fedora BaseClient/%(version)s' % {
'version': __version__}
super(BaseClient, self).__init__(
base_url, useragent=self.useragent,
session_name=session_name, session_as_cookie=False,
debug=debug, insecure=insecure, retries=retries, timeout=timeout
)
self.username = username
self.password = password
self.httpauth = httpauth
self.cache_session = cache_session
self._session_id = None
if session_id:
self.session_id = session_id
elif session_cookie:
warnings.warn('session_cookie is deprecated, use session_id'
' instead', DeprecationWarning, stacklevel=2)
session_id = session_cookie.get(self.session_name, '')
if session_id:
self.session_id = session_id.value
def __load_ids(self):
'''load id data from a file.
:Returns: Complete mapping of users to session ids
'''
saved_session = {}
session_file = None
if path.isfile(b_SESSION_FILE):
try:
with open(b_SESSION_FILE, 'rb') as session_file:
saved_session = pickle.load(session_file)
except (IOError, EOFError):
self.log.info('Unable to load session from %(file)s' %
{'file': b_SESSION_FILE})
return saved_session
def __save_ids(self, save):
'''Save the cached ids file.
:arg save: The dict of usernames to ids to save.
'''
# Make sure the directory exists
if not path.isdir(b_SESSION_DIR):
try:
os.mkdir(b_SESSION_DIR, 0o755)
except OSError as e:
self.log.warning('Unable to create %(dir)s: %(error)s' %
{'dir': b_SESSION_DIR, 'error': to_bytes(e)})
try:
with open(b_SESSION_FILE, 'wb') as session_file:
os.chmod(b_SESSION_FILE, stat.S_IRUSR | stat.S_IWUSR)
pickle.dump(save, session_file)
except Exception as e: # pylint: disable-msg=W0703
# If we can't save the file, issue a warning but go on. The
# session just keeps you from having to type your password over
# and over.
self.log.warning(
'Unable to write to session file %(session)s:'
' %(error)s' % {
'session': b_SESSION_FILE, 'error':
to_bytes(e)
}
)
def _get_session_id(self):
'''Attempt to retrieve the session id from the filesystem.
Note: this method will cache the session_id in memory rather than fetch
the id from the filesystem each time.
:Returns: session_id
'''
if self._session_id:
return self._session_id
if not self.username:
self._session_id = ''
else:
saved_sessions = self.__load_ids()
self._session_id = saved_sessions.get(self.username, '')
if isinstance(self._session_id, Cookie.SimpleCookie):
self._session_id = ''
if not self._session_id:
self.log.debug(
'No session cached for "%s"' % to_bytes(self.username))
return self._session_id
def _set_session_id(self, session_id):
'''Store our pickled session id.
:arg session_id: id to set our internal id to
This method loads our existing session file and modifies our
current user's id. This allows us to retain ids for
multiple users.
'''
# Start with the previous users
if self.cache_session and self.username:
save = self.__load_ids()
save[self.username] = session_id
# Save the ids to the filesystem
self.__save_ids(save)
self._session_id = session_id
def _del_session_id(self):
'''Delete the session id from the filesystem.'''
# Start with the previous users
save = self.__load_ids()
try:
del save[self.username]
except KeyError:
# This is fine we just want the session to exist in the new
# session file.
pass
else:
# Save the ids to the filesystem
self.__save_ids(save)
self._session_id = None
session_id = property(_get_session_id, _set_session_id,
_del_session_id, '''The session_id.
The session id is saved in a file in case it is needed in consecutive
runs of BaseClient.
''')
def _get_session_cookie(self):
'''**Deprecated** Use session_id instead.
Attempt to retrieve the session cookie from the filesystem.
:Returns: user's session cookie
'''
warnings.warn('session_cookie is deprecated, use session_id'
' instead', DeprecationWarning, stacklevel=2)
session_id = self.session_id
if not session_id:
return ''
cookie = Cookie.SimpleCookie()
cookie[self.session_name] = session_id
return cookie
def _set_session_cookie(self, session_cookie):
'''**Deprecated** Use session_id instead.
Store our pickled session cookie.
:arg session_cookie: cookie to set our internal cookie to
This method loads our existing session file and modifies our
current user's cookie. This allows us to retain cookies for
multiple users.
'''
warnings.warn('session_cookie is deprecated, use session_id'
' instead', DeprecationWarning, stacklevel=2)
session_id = session_cookie.get(self.session_name, '')
if session_id:
session_id = session_id.value
self.session_id = session_id
def _del_session_cookie(self):
'''**Deprecated** Use session_id instead.
Delete the session cookie from the filesystem.
'''
warnings.warn('session_cookie is deprecated, use session_id'
' instead', DeprecationWarning, stacklevel=2)
del(self.session_id)
session_cookie = property(_get_session_cookie, _set_session_cookie,
_del_session_cookie,
'''*Deprecated*, use session_id instead.
The session cookie is saved in a file in case it is needed in
consecutive runs of BaseClient.
''')
def logout(self):
'''Logout from the server.
'''
try:
self.send_request('logout', auth=True)
except AuthError: # pylint: disable-msg=W0704
# We don't need to fail for an auth error as we're getting rid of
# our authentication tokens here.
pass
del(self.session_id)
def send_request(self, method, req_params=None, file_params=None,
auth=False, retries=None, timeout=None, **kwargs):
'''Make an HTTP request to a server method.
The given method is called with any parameters set in req_params. If
auth is True, then the request is made with an authenticated session
cookie.
:arg method: Method to call on the server. It's a url fragment that
comes after the base_url set in __init__().
:kwarg req_params: Extra parameters to send to the server.
:kwarg file_params: dict of files where the key is the name of the
file field used in the remote method and the value is the local
path of the file to be uploaded. If you want to pass multiple
files to a single file field, pass the paths as a list of paths.
:kwarg auth: If True perform auth to the server, else do not.
:kwarg retries: if we get an unknown or possibly transient error from
the server, retry this many times. Setting this to a negative
number makes it try forever. Default to use the :attr:`retries`
value set on the instance or in :meth:`__init__` (which defaults
to zero, no retries).
:kwarg timeout: A float describing the timeout of the connection. The
timeout only affects the connection process itself, not the
downloading of the response body. Default to use the
:attr:`timeout` value set on the instance or in :meth:`__init__`
(which defaults to 120s).
:rtype: Bunch
:returns: The data from the server
.. versionchanged:: 0.3.21
* Return data as a Bunch instead of a DictContainer
* Add file_params to allow uploading files
.. versionchanged:: 0.3.33
* Added the timeout kwarg
'''
# Check for deprecated arguments. This section can go once we hit 0.4
if len(kwargs) >= 1:
for arg in kwargs:
# If we have extra args, raise an error
if arg != 'input':
raise TypeError(
'send_request() got an unexpected keyword'
' argument "%(arg)s"' % {'arg': to_bytes(arg)})
if req_params:
# We don't want to allow input if req_params was already given
raise TypeError('send_request() got an unexpected keyword'
' argument "input"')
if len(kwargs) > 1:
# We shouldn't get here
raise TypeError('send_request() got an unexpected keyword'
' argument')
# Error checking over, set req_params to the value in input
warnings.warn(
'send_request(input) is deprecated. Use'
' send_request(req_params) instead', DeprecationWarning,
stacklevel=2)
req_params = kwargs['input']
auth_params = {'session_id': self.session_id}
if auth is True:
# We need something to do auth. Check user/pass
if self.username and self.password:
# Add the username and password and we're all set
auth_params['username'] = self.username
auth_params['password'] = self.password
if self.httpauth:
auth_params['httpauth'] = self.httpauth
else:
# No? Check for session_id
if not self.session_id:
# Not enough information to auth
raise AuthError(
'Auth was requested but no way to'
' perform auth was given. Please set username'
' and password or session_id before calling'
' this function with auth=True')
# Remove empty params
# pylint: disable-msg=W0104
[auth_params.__delitem__(key)
for key, value in list(auth_params.items()) if not value]
# pylint: enable-msg=W0104
session_id, data = super(BaseClient, self).send_request(
method, req_params=req_params, file_params=file_params,
auth_params=auth_params, retries=retries, timeout=timeout)
# In case the server returned a new session id to us
if self.session_id != session_id:
self.session_id = session_id
return data
|