1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
# -*- coding: utf-8 -*-
# coding=utf-8
# --------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for
# license information.
# --------------------------------------------------------------------------
"""
Tests to be executed with mock framework (HTTPretty) rather than actual server.
Do not use mock framework for functionality tests like end to end operation calls.
Only use it for specific internal logic which can't be tested on server.
Example: How will the logic behave in case of specific error from server side.
This was introduced to test the Retry Policy but can be carefully used for other tests as well.
"""
import pytest
import responses
from requests import ConnectionError, ConnectTimeout, ReadTimeout, Timeout, HTTPError
from tests import settings
from azure.datalake.store.exceptions import DatalakeRESTException
from tests.testing import azure, azure_teardown, posix, working_dir
from tests.settings import TENANT_ID, CLIENT_ID
test_dir = working_dir()
a = posix(test_dir / 'a')
mock_url = 'https://%s.azuredatalakestore.net/webhdfs/v1/' % settings.STORE_NAME
def test_retry_read_timeout(azure):
__test_retry_error(azure, 200, 2, body=ReadTimeout())
def test_retry_timeout(azure):
__test_retry_error(azure, 200, 2, body=Timeout())
def test_retry_connection_error(azure):
__test_retry_error(azure, 200, 2, body=ConnectionError())
def test_retry_connection_timeout(azure):
__test_retry_error(azure, 200, 2, body=ConnectTimeout())
def test_retry_500(azure):
__test_retry_error(azure, 500, 2)
def test_retry_401(azure):
__test_retry_error(azure, 401, 3)
def test_retry_408(azure):
__test_retry_error(azure, 408, 4)
def test_retry_429(azure):
__test_retry_error(azure, 429, 2)
def test_retry_500_5retry(azure):
__test_retry_error(azure, 500, 5)
def test_retry_500_6retry(azure):
# exceeded max tries
__test_retry_error(azure, 500, 6, is_exception_expected=True)
def test_retry_400(azure):
__test_retry_error(azure, 400, 2, is_exception_expected=True)
def test_retry_501(azure):
__test_retry_error(azure, 501, 2, is_exception_expected=True)
def test_retry_505(azure):
__test_retry_error(azure, 505, 2, is_exception_expected=True)
def test_retry_200(azure):
__test_retry_error(azure, 200, 1)
@responses.activate
def __test_retry_error(azure,
error_status,
total_tries,
is_exception_expected=False,
last_try_status=200,
body=""):
mock_url_a = mock_url + a
while total_tries>1:
responses.add(responses.PUT, mock_url_a,
body=body, status=error_status)
total_tries -= 1
responses.add(responses.PUT, mock_url_a,
body="", status=last_try_status)
# teardown not required in mock tests
try:
azure.mkdir(a)
assert not is_exception_expected
except DatalakeRESTException:
assert is_exception_expected
|
