1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
# -------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for
# license information.
# --------------------------------------------------------------------------
import pytest
from devtools_testutils import AzureRecordedTestCase, recorded_by_proxy, ResponseCallback
from azure.core.exceptions import (
HttpResponseError,
ResourceExistsError,
AzureError,
ServiceResponseError,
)
from azure.core.pipeline.policies import RetryMode
from azure.core.pipeline.transport import RequestsTransport
from azure.data.tables import TableServiceClient
from _shared.testcase import TableTestCase
from preparers import tables_decorator
from requests.exceptions import ReadTimeout
class RetryRequestTransport(RequestsTransport):
"""Transport to test retry"""
def __init__(self, *args, **kwargs):
super(RetryRequestTransport, self).__init__(*args, **kwargs)
self.count = 0
def send(self, request, **kwargs):
self.count += 1
assert 'connection_timeout' in kwargs.keys()
assert 'read_timeout' in kwargs.keys()
timeout_error = ReadTimeout("Read timed out", request=request)
raise ServiceResponseError(timeout_error, error=timeout_error)
# --Test Class -----------------------------------------------------------------
class TestStorageRetry(AzureRecordedTestCase, TableTestCase):
def _set_up(self, tables_storage_account_name, tables_primary_storage_account_key, url='table', default_table=True, **kwargs):
self.table_name = self.get_resource_name('uttable')
self.ts = TableServiceClient(
self.account_url(tables_storage_account_name, url),
credential=tables_primary_storage_account_key,
**kwargs
)
self.table = self.ts.get_table_client(self.table_name)
if self.is_live and default_table:
try:
self.ts.create_table(self.table_name)
except ResourceExistsError:
pass
self.query_tables = []
# TODO: Figure out why this is needed by the "test_retry_on_socket_timeout" test
def _tear_down(self, **kwargs):
if self.is_live:
try:
self.ts.delete_table(self.table_name, **kwargs)
except:
pass
try:
for table_name in self.query_tables:
try:
self.ts.delete_table(table_name, **kwargs)
except:
pass
except AttributeError:
pass
# --Test Cases --------------------------------------------
@tables_decorator
@recorded_by_proxy
def test_retry_on_server_error(self, tables_storage_account_name, tables_primary_storage_account_key):
self._set_up(tables_storage_account_name, tables_primary_storage_account_key, default_table=False)
try:
callback = ResponseCallback(status=201, new_status=500).override_status
new_table_name = self.get_resource_name('uttable')
# The initial create will return 201, but we overwrite it with 500 and retry.
# The retry will then get a 409 conflict.
with pytest.raises(ResourceExistsError):
self.ts.create_table(new_table_name, raw_response_hook=callback)
finally:
self.ts.delete_table(new_table_name)
self._tear_down()
@tables_decorator
@recorded_by_proxy
def test_retry_on_timeout(self, tables_storage_account_name, tables_primary_storage_account_key):
self._set_up(
tables_storage_account_name,
tables_primary_storage_account_key,
default_table=False,
retry_mode=RetryMode.Exponential,
retry_backoff_factor=1
)
callback = ResponseCallback(status=200, new_status=408).override_first_status
try:
# The initial get will return 200, but we overwrite it with 408 and retry.
# The retry will then succeed.
self.ts.get_service_properties(raw_response_hook=callback)
finally:
self._tear_down()
@pytest.mark.live_test_only
@tables_decorator
def test_retry_on_socket_timeout(self, tables_storage_account_name, tables_primary_storage_account_key):
retry_transport = RetryRequestTransport()
self._set_up(
tables_storage_account_name,
tables_primary_storage_account_key,
transport=retry_transport,
default_table=False,
retry_mode=RetryMode.Fixed,
retry_backoff_factor=1)
with pytest.raises(AzureError) as error:
self.ts.get_service_properties(connection_timeout=11, read_timeout=0.000000000001)
# 3 retries + 1 original == 4
assert retry_transport.count == 4
# This call should succeed on the server side, but fail on the client side due to socket timeout
assert 'Read timed out' in str(error.value)
@tables_decorator
@recorded_by_proxy
def test_no_retry(self, tables_storage_account_name, tables_primary_storage_account_key):
self._set_up(tables_storage_account_name, tables_primary_storage_account_key, retry_total=0, default_table=False)
new_table_name = self.get_resource_name('uttable')
# Force the create call to 'timeout' with a 408
callback = ResponseCallback(status=201, new_status=500).override_status
try:
with pytest.raises(HttpResponseError) as error:
self.ts.create_table(new_table_name, raw_response_hook=callback)
assert error.value.response.status_code == 500
assert error.value.reason == 'Created'
finally:
self.ts.delete_table(new_table_name)
self._tear_down()
# ------------------------------------------------------------------------------
|
