1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
# The MIT License (MIT)
# Copyright (c) Microsoft Corporation. All rights reserved.
import random
import time
import unittest
import uuid
import os
import pytest
import azure.cosmos.cosmos_client as cosmos_client
import test_config
from azure.cosmos import DatabaseProxy, PartitionKey, ContainerProxy
from azure.cosmos.exceptions import CosmosClientTimeoutError, CosmosHttpResponseError
def get_test_item():
test_item = {
'id': 'Item_' + str(uuid.uuid4()),
'test_object': True,
'lastName': 'Smith',
'attr1': random.randint(0, 10)
}
return test_item
def run_queries(container, iterations):
ret_list = []
for i in range(iterations):
curr = str(random.randint(0, 10))
query = 'SELECT * FROM c WHERE c.attr1=' + curr + ' order by c.attr1'
qlist = list(container.query_items(query=query, enable_cross_partition_query=True))
ret_list.append((curr, qlist))
for ret in ret_list:
curr = ret[0]
if len(ret[1]) != 0:
for results in ret[1]:
attr_number = results['attr1']
assert str(attr_number) == curr # verify that all results match their randomly generated attributes
print("validation succeeded for all query results")
@pytest.mark.cosmosQuery
class TestPartitionSplitQuery(unittest.TestCase):
database: DatabaseProxy = None
container: ContainerProxy = None
client: cosmos_client.CosmosClient = None
configs = test_config.TestConfig
host = configs.host
masterKey = configs.masterKey
throughput = 400
TEST_DATABASE_ID = configs.TEST_DATABASE_ID
TEST_CONTAINER_ID = "Single-partition-container-without-throughput"
@classmethod
def setUpClass(cls):
cls.client = cosmos_client.CosmosClient(cls.host, cls.masterKey)
cls.database = cls.client.get_database_client(cls.TEST_DATABASE_ID)
cls.container = cls.database.create_container(
id=cls.TEST_CONTAINER_ID,
partition_key=PartitionKey(path="/id"))
if cls.host == "https://localhost:8081/":
os.environ["AZURE_COSMOS_DISABLE_NON_STREAMING_ORDER_BY"] = "True"
@classmethod
def tearDownClass(cls) -> None:
try:
cls.database.delete_container(cls.container.id)
except CosmosHttpResponseError:
pass
def test_partition_split_query(self):
for i in range(100):
body = get_test_item()
self.container.create_item(body=body)
start_time = time.time()
print("created items, changing offer to 11k and starting queries")
self.database.replace_throughput(11000)
offer_time = time.time()
print("changed offer to 11k")
print("--------------------------------")
print("now starting queries")
run_queries(self.container, 100) # initial check for queries before partition split
print("initial check succeeded, now reading offer until replacing is done")
offer = self.database.get_throughput()
while True:
if time.time() - start_time > 60 * 25: # timeout test at 25 minutes
unittest.skip("Partition split didn't complete in time.")
if offer.properties['content'].get('isOfferReplacePending', False):
time.sleep(10)
offer = self.database.get_throughput()
else:
print("offer replaced successfully, took around {} seconds".format(time.time() - offer_time))
run_queries(self.container, 100) # check queries work post partition split
self.assertTrue(offer.offer_throughput > self.throughput)
return
if __name__ == "__main__":
unittest.main()
|
