1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
# pylint: disable=line-too-long,useless-suppression
# ------------------------------------
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
# ------------------------------------
import os
import pytest
from dotenv import load_dotenv, find_dotenv
from devtools_testutils import remove_batch_sanitizers, add_general_regex_sanitizer, add_body_key_sanitizer
if not load_dotenv(find_dotenv(filename="azure_ai_projects_tests.env"), override=True):
print(
"Failed to apply environment variables for azure-ai-projects tests. This is expected if running in ADO pipeline."
)
def pytest_collection_modifyitems(items):
if os.environ.get("AZURE_TEST_RUN_LIVE") == "true":
return
for item in items:
if "tests\\evaluation" in item.fspath.strpath or "tests/evaluation" in item.fspath.strpath:
item.add_marker(
pytest.mark.skip(
reason="Skip running Evaluations tests in PR pipeline until we can sort out the failures related to AI Foundry project settings"
)
)
class SanitizedValues:
SUBSCRIPTION_ID = "00000000-0000-0000-0000-000000000000"
RESOURCE_GROUP_NAME = "sanitized-resource-group-name"
ACCOUNT_NAME = "sanitized-account-name"
PROJECT_NAME = "sanitized-project-name"
COMPONENT_NAME = "sanitized-component-name"
AGENTS_API_VERSION = "sanitized-api-version"
@pytest.fixture(scope="session")
def sanitized_values():
return {
"subscription_id": f"{SanitizedValues.SUBSCRIPTION_ID}",
"resource_group_name": f"{SanitizedValues.RESOURCE_GROUP_NAME}",
"project_name": f"{SanitizedValues.PROJECT_NAME}",
"account_name": f"{SanitizedValues.ACCOUNT_NAME}",
"component_name": f"{SanitizedValues.COMPONENT_NAME}",
"agents_api_version": f"{SanitizedValues.AGENTS_API_VERSION}",
}
# From: https://github.com/Azure/azure-sdk-for-python/blob/main/doc/dev/tests.md#start-the-test-proxy-server
# autouse=True will trigger this fixture on each pytest run, even if it's not explicitly used by a test method
# test_proxy auto-starts the test proxy
# patch_sleep and patch_async_sleep streamline tests by disabling wait times during LRO polling
@pytest.fixture(scope="session", autouse=True)
def start_proxy(test_proxy):
return
@pytest.fixture(scope="session", autouse=True)
def add_sanitizers(test_proxy, sanitized_values):
def sanitize_url_paths():
add_general_regex_sanitizer(
regex=r"/subscriptions/([-\w\._\(\)]+)",
value=sanitized_values["subscription_id"],
group_for_replace="1",
)
add_general_regex_sanitizer(
regex=r"/resource[gG]roups/([-\w\._\(\)]+)",
value=sanitized_values["resource_group_name"],
group_for_replace="1",
)
add_general_regex_sanitizer(
regex=r"/projects/([-\w\._\(\)]+)", value=sanitized_values["project_name"], group_for_replace="1"
)
add_general_regex_sanitizer(
regex=r"/accounts/([-\w\._\(\)]+)", value=sanitized_values["account_name"], group_for_replace="1"
)
add_general_regex_sanitizer(
regex=r"/components/([-\w\._\(\)]+)", value=sanitized_values["component_name"], group_for_replace="1"
)
# azure-ai-projects package takes dependency on azure-ai-agents package, but does not specify exactly what
# version. When you do the local test recordings, you may have one version of azure-ai-agents installed.
# When the tests run in CI pipeline, it will use latest stable version, which may or may not match the
# local version you installed. We have tests that return an Agents client, then makes a call. So we want to
# remove the api-version from the recordings.
add_general_regex_sanitizer(
regex=r"/assistants.*?api-version=(.*)", value=sanitized_values["agents_api_version"], group_for_replace="1"
)
sanitize_url_paths()
# Sanitize API key from service response (this includes Application Insights connection string)
add_body_key_sanitizer(json_path="credentials.key", value="Sanitized-api-key")
# Sanitize SAS URI from Datasets get credential response
add_body_key_sanitizer(json_path="blobReference.credential.sasUri", value="Sanitized-sas-uri")
add_body_key_sanitizer(json_path="blobReferenceForConsumption.credential.sasUri", value="Sanitized-sas-uri")
# Remove the following sanitizers since certain fields are needed in tests and are non-sensitive:
# - AZSDK3493: $..name
# - AZSDK3430: $..id
remove_batch_sanitizers(["AZSDK3493"])
remove_batch_sanitizers(["AZSDK3430"])
|
