1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
# coding=utf-8
# ------------------------------------
# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
# ------------------------------------
import functools
import uuid
from devtools_testutils import set_bodiless_matcher, recorded_by_proxy, get_credential
from azure.ai.documentintelligence import DocumentIntelligenceAdministrationClient, DocumentIntelligenceClient
from azure.ai.documentintelligence.models import (
ClassifierDocumentTypeDetails,
AzureBlobContentSource,
BuildDocumentClassifierRequest,
ClassifyDocumentRequest,
)
from testcase import DocumentIntelligenceTest
from conftest import skip_flaky_test
from preparers import DocumentIntelligencePreparer, GlobalClientPreparer as _GlobalClientPreparer
DocumentModelAdministrationClientPreparer = functools.partial(
_GlobalClientPreparer, DocumentIntelligenceAdministrationClient
)
class TestDACClassifyDocument(DocumentIntelligenceTest):
@skip_flaky_test
@DocumentIntelligencePreparer()
@recorded_by_proxy
def test_classify_document(self, documentintelligence_training_data_classifier_sas_url, **kwargs):
set_bodiless_matcher()
documentintelligence_endpoint = kwargs.pop("documentintelligence_endpoint")
di_client = DocumentIntelligenceClient(documentintelligence_endpoint, get_credential())
di_admin_client = DocumentIntelligenceAdministrationClient(documentintelligence_endpoint, get_credential())
recorded_variables = kwargs.pop("variables", {})
recorded_variables.setdefault("classifier_id", str(uuid.uuid4()))
request = BuildDocumentClassifierRequest(
classifier_id=recorded_variables.get("classifier_id"),
doc_types={
"IRS-1040-A": ClassifierDocumentTypeDetails(
azure_blob_source=AzureBlobContentSource(
container_url=documentintelligence_training_data_classifier_sas_url, prefix="IRS-1040-A/train"
)
),
"IRS-1040-B": ClassifierDocumentTypeDetails(
azure_blob_source=AzureBlobContentSource(
container_url=documentintelligence_training_data_classifier_sas_url, prefix="IRS-1040-B/train"
)
),
"IRS-1040-C": ClassifierDocumentTypeDetails(
azure_blob_source=AzureBlobContentSource(
container_url=documentintelligence_training_data_classifier_sas_url, prefix="IRS-1040-C/train"
)
),
},
)
poller = di_admin_client.begin_build_classifier(request)
classifier = poller.result()
# FIXME: Tracking issue: https://github.com/Azure/azure-sdk-for-python/issues/38881
# assert classifier.classifier_id == recorded_variables.get("classifier_id")
assert len(classifier.doc_types) == 3
with open(self.irs_classifier_document, "rb") as fd:
my_file = fd.read()
# Test classifying document from local
poller = di_client.begin_classify_document(
classifier.classifier_id,
my_file,
)
document = poller.result()
assert document.model_id == classifier.classifier_id
assert len(document.pages) == 4
assert document.tables is None
assert document.paragraphs is None
assert document.styles is None
assert document.string_index_type == "textElements"
assert document.content_format == "text"
# Test classifying document from remote
poller = di_client.begin_classify_document(
classifier.classifier_id,
ClassifyDocumentRequest(url_source=self.irs_classifier_document_url),
)
document_from_url = poller.result()
assert document_from_url.model_id == document.model_id
assert document_from_url.pages == document.pages
assert document_from_url.tables == document.tables
assert document_from_url.paragraphs == document.paragraphs
assert document_from_url.styles == document.styles
assert document_from_url.string_index_type == document.string_index_type
assert document_from_url.content_format == document.content_format
return recorded_variables
|
