1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
#!/usr/bin/env python
import gfal2
import logging
import optparse
import sys
def event_callback(event):
#print event
print("[%s] %s %s %s" % (event.timestamp, event.domain, event.stage, event.description))
def monitor_callback(src, dst, average, instant, transferred, elapsed):
print("[%4d] %.2fMB (%.2fKB/s)\r" % (elapsed, transferred / 1048576, average / 1024)),
sys.stdout.flush()
if __name__ == '__main__':
# Parse arguments
parser = optparse.OptionParser(usage = 'usage: %prog [options] source destination')
parser.add_option('-s', '--source-space-token', dest = 'source_space_token',
help = 'Source space token')
parser.add_option('-d', '--dest-space-token', dest = 'dest_space_token',
help = 'Destination space token')
parser.add_option('-K', '--validate', dest = 'validate', action = 'store_true',
help = 'Validate source and destination checksum',
default = False)
parser.add_option('-c', '--checksum', dest = 'checksum',
help = 'Checksum (i.e. ADLER32:1234)')
parser.add_option('-o', '--overwrite', dest = 'overwrite', action = 'store_true',
help = 'Overwrite destination')
parser.add_option('--source_cred', dest = 'source_cred', help = 'Credentials for the source storage')
parser.add_option('--dest_cred', dest = 'dest_cred', help = 'Credentials for the destination storage')
(options, args) = parser.parse_args()
if len(args) != 2:
parser.error('Incorrect number of arguments. Need a source and a destination.')
source = args[0]
dest = args[1]
print("Source: %s" % source)
print("Destination: %s" % dest)
# Instantiate gfal2
ctx = gfal2.creat_context()
gfal2.set_verbose(gfal2.verbose_level.debug)
# Set transfer parameters
params = ctx.transfer_parameters()
params.event_callback = event_callback
params.monitor_callback = monitor_callback
if options.overwrite:
params.overwrite = True
print("Enabled overwrite")
if options.validate or options.checksum:
params.checksum_check = True
print("Enabled checksum check")
if options.checksum:
(alg, val) = options.checksum.split(':')
params.set_user_defined_checksum(alg, val)
print("User defined checksum: %s:%s" % params.get_user_defined_checksum())
if options.source_space_token:
params.src_spacetoken = options.source_space_token
print("Source space token: %s" % params.src_spacetoken)
if options.dest_space_token:
params.dst_spacetoken = options.dest_space_token
print("Destination space token: %s" % params.dst_spacetoken)
if options.source_cred:
s_cred = gfal2.cred_new("X509_CERT",options.source_cred)
gfal2.cred_set(ctx,source,s_cred)
print("Source credentials: %s" % options.source_cred)
if options.dest_cred:
d_cred = gfal2.cred_new("X509_CERT",options.dest_cred)
gfal2.cred_set(ctx,dest,d_cred)
print("Destination credentials: %s" % options.dest_cred)
# Five minutes timeout
params.timeout = 300
# Copy!
# Keep in mind source and destination can have different protocols,
# and gfal2 will deal with it
# (i.e. source can be file:/// and destination gsiftp://)
try:
r = ctx.filecopy(params, source, dest)
print("Copy succeeded!")
except Exception as e:
print("Copy failed: %s" % str(e))
sys.exit(1)
|
