1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
# coding: utf-8
# -------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License. See License.txt in the project root for
# license information.
# --------------------------------------------------------------------------
"""
FILE: datalake_samples_directory.py
DESCRIPTION:
This sample demonstrates create directory, rename directory, get directory properties, delete directory etc.
USAGE:
python datalake_samples_directory.py
Set the environment variables with your own values before running the sample:
1) DATALAKE_STORAGE_ACCOUNT_NAME - the storage account name
2) DATALAKE_STORAGE_ACCOUNT_KEY - the storage account key
"""
import os
import random
import uuid
from azure.core.exceptions import ResourceExistsError
from azure.storage.filedatalake import (
DataLakeServiceClient,
)
def directory_sample(filesystem_client):
# create a parent directory
dir_name = "testdir"
print("Creating a directory named '{}'.".format(dir_name))
# Create directory from file system client
filesystem_client.create_directory(dir_name)
directory_client = filesystem_client.get_directory_client(dir_name)
try:
# Create the existing directory again will throw exception
# [START create_directory]
directory_client.create_directory()
# [END create_directory]
except ResourceExistsError:
pass
# populate the directory with some child files
create_child_files(directory_client, 35)
# rename the directory
# [START rename_directory]
new_dir_name = "testdir2"
print("Renaming the directory named '{}' to '{}'.".format(dir_name, new_dir_name))
new_directory = directory_client\
.rename_directory(new_name=directory_client.file_system_name + '/' + new_dir_name)
# [END rename_directory]
# display the properties of the new directory to make sure it was renamed successfully
# [START get_directory_properties]
props = new_directory.get_directory_properties()
# [END get_directory_properties]
print("Properties of the new directory named '{}' are: {}.".format(new_dir_name, props))
# remove the newly renamed directory
print("Removing the directory named '{}'.".format(new_dir_name))
# [START delete_directory]
new_directory.delete_directory()
# [END delete_directory]
def create_child_files(directory_client, num_child_files):
import concurrent.futures
import itertools
# Use a thread pool because it is too slow otherwise
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
def create_file():
# generate a random name
file_name = str(uuid.uuid4()).replace('-', '')
directory_client.get_file_client(file_name).create_file()
futures = {executor.submit(create_file) for _ in itertools.repeat(None, num_child_files)}
concurrent.futures.wait(futures)
print("Created {} files under the directory '{}'.".format(num_child_files, directory_client.path_name))
def run():
account_name = os.getenv('DATALAKE_STORAGE_ACCOUNT_NAME', "")
account_key = os.getenv('DATALAKE_STORAGE_ACCOUNT_KEY', "")
# set up the service client with the credentials from the environment variables
service_client = DataLakeServiceClient(account_url="{}://{}.dfs.core.windows.net".format(
"https",
account_name
), credential=account_key)
# generate a random name for testing purpose
fs_name = "dicretorytestfs{}".format(random.randint(1, 1000))
print("Generating a test filesystem named '{}'.".format(fs_name))
# create the filesystem
filesystem_client = service_client.create_file_system(file_system=fs_name)
# invoke the sample code
try:
directory_sample(filesystem_client)
finally:
# clean up the demo filesystem
filesystem_client.delete_file_system()
if __name__ == '__main__':
run()
|
