1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
|
# ------------------------------------
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
# ------------------------------------
from azure.ai.translation.document.models import DocumentBatch, SourceInput, StartTranslationDetails
from devtools_testutils import AzureRecordedTestCase
from testcase import DocumentTranslationTest, Document
from azure.ai.translation.document import DocumentTranslationInput, TranslationTarget
class AsyncDocumentTranslationTest(DocumentTranslationTest, AzureRecordedTestCase):
async def _begin_and_validate_translation_async(
self, async_client, translation_inputs, total_docs_count, language=None, **kwargs
):
wait_for_operation = kwargs.pop("wait", True)
# submit operation
poller = await async_client.begin_translation(translation_inputs)
assert poller.id is not None
# wait for result
if wait_for_operation:
result = await poller.result()
async for doc in result:
self._validate_doc_status(doc, language)
assert poller.details.id is not None
# validate
self._validate_translation_metadata(
poller=poller, status="Succeeded", total=total_docs_count, succeeded=total_docs_count
)
return poller.id
# client helpers
async def _begin_multiple_translations_async(self, async_client, operations_count, **kwargs):
container_suffix = kwargs.pop("container_suffix", "")
variables = kwargs.pop("variables", {})
wait_for_operation = kwargs.pop("wait", True)
language = kwargs.pop("language", "es")
docs_per_operation = kwargs.pop("docs_per_operation", 2)
result_ids = []
for i in range(operations_count):
# prepare containers and test data
"""
# note
since we're only testing the client library
we can use sync container calls in here
no need for async container clients!
"""
blob_data = Document.create_dummy_docs(docs_per_operation)
source_container_sas_url = self.create_source_container(
data=blob_data, variables=variables, container_suffix=str(i) + container_suffix
)
target_container_sas_url = self.create_target_container(
variables=variables, container_suffix=str(i) + container_suffix
)
# prepare translation inputs
translation_inputs = [
DocumentTranslationInput(
source_url=source_container_sas_url,
targets=[TranslationTarget(target_url=target_container_sas_url, language=language)],
)
]
# submit multiple operations
poller = await async_client.begin_translation(translation_inputs)
assert poller.id is not None
if wait_for_operation:
await poller.result()
else:
await poller.wait()
result_ids.append(poller.id)
return result_ids
async def _begin_and_validate_translation_with_multiple_docs_async(self, async_client, docs_count, **kwargs):
# get input params
variables = kwargs.pop("variables", {})
wait_for_operation = kwargs.pop("wait", False)
language = kwargs.pop("language", "es")
# prepare containers and test data
blob_data = Document.create_dummy_docs(docs_count=docs_count)
source_container_sas_url = self.create_source_container(data=blob_data, variables=variables)
target_container_sas_url = self.create_target_container(variables=variables)
# prepare translation inputs
translation_inputs = [
DocumentTranslationInput(
source_url=source_container_sas_url,
targets=[TranslationTarget(target_url=target_container_sas_url, language=language)],
)
]
# submit operation
poller = await async_client.begin_translation(translation_inputs)
assert poller.id is not None
# wait for result
if wait_for_operation:
result = await poller.result()
async for doc in result:
self._validate_doc_status(doc, "es")
# validate
self._validate_translation_metadata(poller=poller)
return poller
async def _prepare_and_validate_start_translation_details_async(self, async_client, docs_count, **kwargs):
# get input params
wait_for_operation = kwargs.pop("wait", False)
variables = kwargs.get("variables", {})
language = kwargs.pop("language", "es")
# prepare test data
blob_data = Document.create_dummy_docs(docs_count=docs_count)
source_input = SourceInput(source_url=self.create_source_container(data=blob_data, variables=variables))
target = TranslationTarget(target_url=self.create_target_container(variables=variables), language=language)
batch_request = DocumentBatch(source=source_input, targets=[target])
start_translation_details = StartTranslationDetails(inputs=[batch_request])
# submit job
poller = await async_client.begin_translation(start_translation_details)
assert poller.id is not None
# wait for result
if wait_for_operation:
result = await poller.result()
async for doc in result:
self._validate_doc_status(doc, "es")
# validate
self._validate_translation_metadata(poller=poller)
return poller
|