1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
# --------------------------------------------------------------------------
#
# Copyright (c) Microsoft Corporation. All rights reserved.
#
# The MIT License (MIT)
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the ""Software""), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included in
# all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
# THE SOFTWARE.
#
# --------------------------------------------------------------------------
from uuid import uuid4
from azure.ai.textanalytics.aio import TextAnalyticsClient
from azure.core.credentials import AzureKeyCredential
from azure.core.pipeline.transport import HttpRequest
from azure.core.experimental.transport import PyodideTransport
from azure.storage.blob.aio import BlobClient, BlobServiceClient
# pylint: disable=import-error
from async_testing import AsyncTestSuite
class PyodideTransportIntegrationTestSuite(AsyncTestSuite):
"""Integration tests for the Pyodide transport."""
text_analytics_client: TextAnalyticsClient
blob_service_client: BlobServiceClient
def __init__(
self,
text_analytics_key: str,
text_analytics_endpoint: str,
blob_service_key: str,
blob_service_endpoint: str,
):
self.text_analytics_client = TextAnalyticsClient(
endpoint=text_analytics_endpoint,
credential=AzureKeyCredential(text_analytics_key),
transport=PyodideTransport(),
)
self.blob_service_client = BlobServiceClient(
blob_service_endpoint, blob_service_key, transport=PyodideTransport()
)
async def test_decompress_generator(self):
"""Test that we can decompress streams properly."""
url = "data/hello-world.gz"
request = HttpRequest(method="GET", url=url)
transport = PyodideTransport()
response = await transport.send(request, stream_response=True)
response.headers["enc"] = "deflate"
data = b"".join([x async for x in response.iter_bytes()])
assert data == b"hello world\n"
response = await transport.send(request, stream_response=True)
data = b"".join([x async for x in response.iter_raw()])
assert data != b"hello world\n"
response = await transport.send(request, stream_response=True)
data = b"".join([x async for x in response.iter_bytes()])
assert data != b"hello world\n"
response = await transport.send(request, stream_response=True)
response.headers["enc"] = "deflate"
data = b"".join([x async for x in response.iter_bytes()])
assert data == b"hello world\n"
async def test_sentiment_analysis(self):
"""Test that sentiment analysis works."""
results = await self.text_analytics_client.analyze_sentiment(
["good great amazing"]
)
assert len(results) == 1
result = results[0]
assert result.sentiment == "positive"
assert result.confidence_scores.positive > 0.98
assert result.confidence_scores.neutral < 0.02
assert result.confidence_scores.negative < 0.02
async def test_storage(self):
"""Test that we can upload and download from blob storage"""
account_name = uuid4().hex
container_client = await self.blob_service_client.create_container(account_name)
blob_name = uuid4().hex
blob_data = b"012345"
try:
assert await container_client.exists()
blob_client = container_client.get_blob_client(blob_name)
await blob_client.upload_blob(blob_data)
# make a new client so we don't have cached data
blob_client = BlobClient(
account_url=self.blob_service_client.url,
container_name=container_client.container_name,
blob_name=blob_name,
credential=container_client.credential,
max_single_get_size=1,
max_chunk_get_size=1,
transport=PyodideTransport(),
)
assert await blob_client.exists()
downloader = await blob_client.download_blob()
i = 0
async for chunk in downloader.chunks():
assert chunk == bytes(str(i), "utf-8")
i += 1
assert i == len(blob_data)
except Exception:
await container_client.delete_container()
raise
else:
await container_client.delete_container()
|
