1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
# The MIT License (MIT)
# Copyright (c) Microsoft Corporation. All rights reserved.
import os
from azure.cosmos import PartitionKey, ThroughputProperties
from workload_utils import create_logger, create_random_item
from workload_configs import COSMOS_URI, COSMOS_KEY, PREFERRED_LOCATIONS, COSMOS_CONTAINER, COSMOS_DATABASE, \
NUMBER_OF_LOGICAL_PARTITIONS, PARTITION_KEY, THROUGHPUT
from azure.cosmos.aio import CosmosClient as AsyncClient
import asyncio
from datetime import datetime
async def write_item_concurrently_initial(container, num_upserts):
tasks = []
for i in range(num_upserts):
item = create_random_item()
item["id"] = "test-" + str(i)
item["pk"] = "pk-" + str(i)
tasks.append(container.upsert_item(item))
await asyncio.gather(*tasks)
async def run_workload(client_id: str):
# Key always needs to be used for the initial setup to create the database and container as aad for control plane
# operations using the dataplane sdk is not supported.
async with AsyncClient(COSMOS_URI, COSMOS_KEY, preferred_locations=PREFERRED_LOCATIONS,
enable_diagnostics_logging=True, logger=logger,
user_agent=str(client_id) + "-" + datetime.now().strftime("%Y%m%d-%H%M%S")) as client:
db = await client.create_database_if_not_exists(COSMOS_DATABASE)
cont = await db.create_container_if_not_exists(COSMOS_CONTAINER, PartitionKey("/" + PARTITION_KEY),
offer_throughput=ThroughputProperties(THROUGHPUT))
await asyncio.sleep(1)
try:
await write_item_concurrently_initial(cont, NUMBER_OF_LOGICAL_PARTITIONS + 1) # Number of concurrent upserts
except Exception as e:
logger.error(e)
raise e
if __name__ == "__main__":
file_name = os.path.basename(__file__)
prefix, logger = create_logger(file_name)
asyncio.run(run_workload(prefix))
|
