1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
from datetime import datetime
from datetime import timedelta
import logging
import time
from dateutil import parser
import sushy
LOG = logging.getLogger(__name__)
TASK_POLL_PERIOD = 1
def _to_datetime(retry_after_str):
if retry_after_str.isdigit():
# Retry-After: 120
return datetime.now() + timedelta(seconds=int(retry_after_str))
else:
# Retry-After: Fri, 31 Dec 1999 23:59:59 GMT
return parser.parse(retry_after_str)
def http_call(conn, method, *args, **kwargs):
handle = getattr(conn, method.lower())
sleep_for = kwargs.pop('sushy_task_poll_period', TASK_POLL_PERIOD)
max_404_retries = kwargs.pop('max_404_retries', 3)
retry_404_delay = kwargs.pop('retry_404_delay', 10)
# Retry initial call on 404 to handle BMC race condition
for attempt in range(max_404_retries + 1):
response = handle(*args, **kwargs)
LOG.debug('Finished HTTP %s with args %s %s, response is '
'%d', method, args or '', kwargs, response.status_code)
# If not 404 or last attempt, break out of retry loop
if response.status_code != 404 or attempt == max_404_retries:
break
LOG.warning('BMC returned 404 for HTTP %(method)s request to '
'%(path)s - this may be a transient condition while '
'BMC creates the job. Retrying in %(delay)d seconds '
'(attempt %(current)d of %(total)d)',
{'method': method.upper(),
'path': args[0] if args else 'unknown',
'delay': retry_404_delay,
'current': attempt + 1,
'total': max_404_retries})
time.sleep(retry_404_delay)
location = None
while response.status_code == 202:
location = response.headers.get('Location', location)
if not location:
raise sushy.exceptions.ExtensionError(
error='Response %d to HTTP %s with args %s, kwargs %s '
'does not include Location: in '
'header' % (response.status_code, method.upper(),
args, kwargs))
retry_after = response.headers.get('Retry-After')
if retry_after:
retry_after = _to_datetime(retry_after)
sleep_for = max(0, (retry_after - datetime.now()).total_seconds())
LOG.debug('Sleeping for %d secs before retrying HTTP GET '
'%s', sleep_for, location)
time.sleep(sleep_for)
response = conn.get(location)
LOG.debug('Finished HTTP GET %s, response is '
'%d', location, response.status_code)
if response.status_code >= 400:
raise sushy.exceptions.ExtensionError(
error=f'HTTP {method.upper()} with args {args}, '
f'kwargs {kwargs} failed '
f'with code {response.status_code}')
return response
|
