File: streaming_job_create_complete_job.py

package info (click to toggle)
python-azure 20250603%2Bgit-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 851,724 kB
  • sloc: python: 7,362,925; ansic: 804; javascript: 287; makefile: 195; sh: 145; xml: 109
file content (107 lines) | stat: -rw-r--r-- 4,640 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
# coding=utf-8
# --------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for license information.
# Code generated by Microsoft (R) AutoRest Code Generator.
# Changes may cause incorrect behavior and will be lost if the code is regenerated.
# --------------------------------------------------------------------------

from azure.identity import DefaultAzureCredential
from azure.mgmt.streamanalytics import StreamAnalyticsManagementClient

"""
# PREREQUISITES
    pip install azure-identity
    pip install azure-mgmt-streamanalytics
# USAGE
    python streaming_job_create_complete_job.py

    Before run the sample, please set the values of the client ID, tenant ID and client secret
    of the AAD application as environment variables: AZURE_CLIENT_ID, AZURE_TENANT_ID,
    AZURE_CLIENT_SECRET. For more info about how to get the value, please see:
    https://docs.microsoft.com/azure/active-directory/develop/howto-create-service-principal-portal
"""


def main():
    client = StreamAnalyticsManagementClient(
        credential=DefaultAzureCredential(),
        subscription_id="56b5e0a9-b645-407d-99b0-c64f86013e3d",
    )

    response = client.streaming_jobs.begin_create_or_replace(
        resource_group_name="sjrg3276",
        job_name="sj7804",
        streaming_job={
            "location": "West US",
            "properties": {
                "compatibilityLevel": "1.0",
                "dataLocale": "en-US",
                "eventsLateArrivalMaxDelayInSeconds": 5,
                "eventsOutOfOrderMaxDelayInSeconds": 0,
                "eventsOutOfOrderPolicy": "Drop",
                "externals": {
                    "container": "mycontainer",
                    "path": "UserCustomCode.zip",
                    "refreshConfiguration": {
                        "dateFormat": "yyyy-dd-MM",
                        "pathPattern": "{date}\\\\{time}",
                        "refreshInterval": "00:01:00",
                        "refreshType": "Nonblocking",
                        "timeFormat": "HH",
                    },
                    "storageAccount": {"accountKey": "mykey", "accountName": "mystorageaccount"},
                },
                "functions": [],
                "inputs": [
                    {
                        "name": "inputtest",
                        "properties": {
                            "datasource": {
                                "properties": {
                                    "container": "containerName",
                                    "pathPattern": "",
                                    "storageAccounts": [
                                        {"accountKey": "yourAccountKey==", "accountName": "yourAccountName"}
                                    ],
                                },
                                "type": "Microsoft.Storage/Blob",
                            },
                            "serialization": {"properties": {"encoding": "UTF8"}, "type": "Json"},
                            "type": "Stream",
                        },
                    }
                ],
                "outputErrorPolicy": "Drop",
                "outputs": [
                    {
                        "name": "outputtest",
                        "properties": {
                            "datasource": {
                                "properties": {
                                    "database": "databaseName",
                                    "password": "userPassword",
                                    "server": "serverName",
                                    "table": "tableName",
                                    "user": "<user>",
                                },
                                "type": "Microsoft.Sql/Server/Database",
                            }
                        },
                    }
                ],
                "sku": {"name": "Standard"},
                "transformation": {
                    "name": "transformationtest",
                    "properties": {"query": "Select Id, Name from inputtest", "streamingUnits": 1},
                },
            },
            "tags": {"key1": "value1", "key3": "value3", "randomKey": "randomValue"},
        },
    ).result()
    print(response)


# x-ms-original-file: specification/streamanalytics/resource-manager/Microsoft.StreamAnalytics/preview/2021-10-01-preview/examples/StreamingJob_Create_CompleteJob.json
if __name__ == "__main__":
    main()