1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
|
# coding=utf-8
# ------------------------------------
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
# ------------------------------------
import functools
import pytest
from azure.core.credentials import AzureKeyCredential
from azure.core.exceptions import ResourceNotFoundError, ClientAuthenticationError
from azure.core.pipeline.transport import RequestsTransport
from azure.ai.formrecognizer import FormTrainingClient, FormRecognizerApiVersion
from testcase import FormRecognizerTest, GlobalFormRecognizerAccountPreparer
from testcase import GlobalClientPreparer as _GlobalClientPreparer
GlobalClientPreparer = functools.partial(_GlobalClientPreparer, FormTrainingClient)
class TestManagement(FormRecognizerTest):
@GlobalFormRecognizerAccountPreparer()
def test_account_properties_auth_bad_key(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
client = FormTrainingClient(form_recognizer_account, AzureKeyCredential("xxxx"))
with self.assertRaises(ClientAuthenticationError):
result = client.get_account_properties()
@GlobalFormRecognizerAccountPreparer()
def test_get_model_auth_bad_key(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
client = FormTrainingClient(form_recognizer_account, AzureKeyCredential("xxxx"))
with self.assertRaises(ClientAuthenticationError):
result = client.get_custom_model("xx")
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer()
def test_get_model_empty_model_id(self, client):
with self.assertRaises(ValueError):
result = client.get_custom_model("")
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer()
def test_get_model_none_model_id(self, client):
with self.assertRaises(ValueError):
result = client.get_custom_model(None)
@GlobalFormRecognizerAccountPreparer()
def test_list_model_auth_bad_key(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
client = FormTrainingClient(form_recognizer_account, AzureKeyCredential("xxxx"))
with self.assertRaises(ClientAuthenticationError):
result = client.list_custom_models()
for res in result:
test = res
@GlobalFormRecognizerAccountPreparer()
def test_delete_model_auth_bad_key(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
client = FormTrainingClient(form_recognizer_account, AzureKeyCredential("xxxx"))
with self.assertRaises(ClientAuthenticationError):
client.delete_model("xx")
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer()
def test_delete_model_none_model_id(self, client):
with self.assertRaises(ValueError):
result = client.delete_model(None)
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer()
def test_delete_model_empty_model_id(self, client):
with self.assertRaises(ValueError):
result = client.delete_model("")
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer()
def test_account_properties(self, client):
properties = client.get_account_properties()
self.assertIsNotNone(properties.custom_model_limit)
self.assertIsNotNone(properties.custom_model_count)
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer(training=True)
def test_mgmt_model_labeled(self, client, container_sas_url):
poller = client.begin_training(container_sas_url, use_training_labels=True)
labeled_model_from_train = poller.result()
labeled_model_from_get = client.get_custom_model(labeled_model_from_train.model_id)
self.assertEqual(labeled_model_from_train.model_id, labeled_model_from_get.model_id)
self.assertEqual(labeled_model_from_train.status, labeled_model_from_get.status)
self.assertEqual(labeled_model_from_train.training_started_on, labeled_model_from_get.training_started_on)
self.assertEqual(labeled_model_from_train.training_completed_on, labeled_model_from_get.training_completed_on)
self.assertEqual(labeled_model_from_train.errors, labeled_model_from_get.errors)
for a, b in zip(labeled_model_from_train.training_documents, labeled_model_from_get.training_documents):
self.assertEqual(a.name, b.name)
self.assertEqual(a.errors, b.errors)
self.assertEqual(a.page_count, b.page_count)
self.assertEqual(a.status, b.status)
for a, b in zip(labeled_model_from_train.submodels, labeled_model_from_get.submodels):
for field1, field2 in zip(a.fields.items(), b.fields.items()):
self.assertEqual(a.fields[field1[0]].name, b.fields[field2[0]].name)
self.assertEqual(a.fields[field1[0]].accuracy, b.fields[field2[0]].accuracy)
models_list = client.list_custom_models()
for model in models_list:
self.assertIsNotNone(model.model_id)
self.assertIsNotNone(model.status)
self.assertIsNotNone(model.training_started_on)
self.assertIsNotNone(model.training_completed_on)
client.delete_model(labeled_model_from_train.model_id)
with self.assertRaises(ResourceNotFoundError):
client.get_custom_model(labeled_model_from_train.model_id)
@GlobalFormRecognizerAccountPreparer()
@GlobalClientPreparer(training=True)
def test_mgmt_model_unlabeled(self, client, container_sas_url):
poller = client.begin_training(container_sas_url, use_training_labels=False)
unlabeled_model_from_train = poller.result()
unlabeled_model_from_get = client.get_custom_model(unlabeled_model_from_train.model_id)
self.assertEqual(unlabeled_model_from_train.model_id, unlabeled_model_from_get.model_id)
self.assertEqual(unlabeled_model_from_train.status, unlabeled_model_from_get.status)
self.assertEqual(unlabeled_model_from_train.training_started_on, unlabeled_model_from_get.training_started_on)
self.assertEqual(unlabeled_model_from_train.training_completed_on, unlabeled_model_from_get.training_completed_on)
self.assertEqual(unlabeled_model_from_train.errors, unlabeled_model_from_get.errors)
for a, b in zip(unlabeled_model_from_train.training_documents, unlabeled_model_from_get.training_documents):
self.assertEqual(a.name, b.name)
self.assertEqual(a.errors, b.errors)
self.assertEqual(a.page_count, b.page_count)
self.assertEqual(a.status, b.status)
for a, b in zip(unlabeled_model_from_train.submodels, unlabeled_model_from_get.submodels):
for field1, field2 in zip(a.fields.items(), b.fields.items()):
self.assertEqual(a.fields[field1[0]].label, b.fields[field2[0]].label)
models_list = client.list_custom_models()
for model in models_list:
self.assertIsNotNone(model.model_id)
self.assertIsNotNone(model.status)
self.assertIsNotNone(model.training_started_on)
self.assertIsNotNone(model.training_completed_on)
client.delete_model(unlabeled_model_from_train.model_id)
with self.assertRaises(ResourceNotFoundError):
client.get_custom_model(unlabeled_model_from_train.model_id)
@GlobalFormRecognizerAccountPreparer()
def test_get_form_recognizer_client(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
transport = RequestsTransport()
ftc = FormTrainingClient(endpoint=form_recognizer_account, credential=AzureKeyCredential(form_recognizer_account_key), transport=transport)
with ftc:
ftc.get_account_properties()
assert transport.session is not None
with ftc.get_form_recognizer_client() as frc:
assert transport.session is not None
frc.begin_recognize_receipts_from_url(self.receipt_url_jpg).wait()
ftc.get_account_properties()
assert transport.session is not None
@GlobalFormRecognizerAccountPreparer()
def test_api_version_form_training_client(self, resource_group, location, form_recognizer_account, form_recognizer_account_key):
with self.assertRaises(ValueError):
ftc = FormTrainingClient(endpoint=form_recognizer_account, credential=AzureKeyCredential(form_recognizer_account_key), api_version="9.1")
# these do not raise
ftc = FormTrainingClient(endpoint=form_recognizer_account, credential=AzureKeyCredential(form_recognizer_account_key), api_version="2.0")
ftc = FormTrainingClient(endpoint=form_recognizer_account, credential=AzureKeyCredential(form_recognizer_account_key), api_version=FormRecognizerApiVersion.V2_0)
|
