1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
|
#!/usr/bin/python3
###############################################################################
##
## Copyright (C) 2014-2016, New York University.
## Copyright (C) 2011-2014, NYU-Poly.
## Copyright (C) 2006-2011, University of Utah.
## All rights reserved.
## Contact: contact@vistrails.org
##
## This file is part of VisTrails.
##
## "Redistribution and use in source and binary forms, with or without
## modification, are permitted provided that the following conditions are met:
##
## - Redistributions of source code must retain the above copyright notice,
## this list of conditions and the following disclaimer.
## - Redistributions in binary form must reproduce the above copyright
## notice, this list of conditions and the following disclaimer in the
## documentation and/or other materials provided with the distribution.
## - Neither the name of the New York University nor the names of its
## contributors may be used to endorse or promote products derived from
## this software without specific prior written permission.
##
## THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
## AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
## THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
## PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
## CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
## EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
## PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
## OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
## WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
## OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
## ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
##
###############################################################################
import os
import sys
import tempfile
sys.path.append(os.path.join(os.path.dirname(os.path.dirname(
os.path.abspath(__file__))), 'vistrails'))
from vistrails.db.services import io
from vistrails.db.versions import currentVersion
from db_utils import parse_db_cmd_line
# DO NOT RUN THIS WHILE USERS HAVE ACCESS TO THE DATABASE!
def update_db(config, new_version=None, tmp_dir=None, restore=False):
obj_types = {'vistrail': io.open_bundle_from_db,
# 'workflow': io.open_from_db,
# 'log': io.open_from_db,
# 'registry': io.open_from_db
}
if new_version is None:
new_version = currentVersion
if tmp_dir is None:
tmp_dir = tempfile.mkdtemp(prefix='vt_db')
print('creating tmpdir:', tmp_dir)
db_connection = io.open_db_connection(config)
obj_id_lists = {}
filenames = []
if restore:
for dirpath, dirname, files in os.walk(restore):
for fname in files:
if fname.lower().endswith('.vt'):
filenames.append(os.path.join(restore, fname))
else:
for obj_type in obj_types:
obj_id_lists[obj_type] = io.get_db_object_list(config, obj_type)
# read data out of database
thumbnail_dir = os.path.join(tmp_dir, 'thumbs')
os.mkdir(thumbnail_dir)
for obj_type, obj_ids in obj_id_lists.items():
for (obj_id, _, _) in obj_ids:
old_version = io.get_db_object_version(db_connection, obj_id,
'vistrail')
print('getting', obj_type, 'id', obj_id)
local_tmp_dir = os.path.join(tmp_dir, str(obj_id))
vt_name = os.path.join(tmp_dir, str(obj_id) + '.vt')
try:
res = obj_types[obj_type](obj_type, db_connection, obj_id,
thumbnail_dir)
filenames.append(vt_name)
os.mkdir(local_tmp_dir)
except:
import traceback
print("Could not read:", traceback.format_exc())
continue
io.save_vistrail_bundle_to_zip_xml(res, vt_name, local_tmp_dir)
# drop the old database
# recreate with the new version of the specs
io.setup_db_tables(db_connection, None, old_version)
# add the new data back
for filename in filenames:
(res, _) = io.open_vistrail_bundle_from_zip_xml(filename)
try:
io.save_vistrail_bundle_to_db(res, db_connection, 'with_ids')
except Exception as e:
import traceback
print(filename, e, traceback.format_exc())
io.close_db_connection(db_connection)
if __name__ == '__main__':
import vistrails.core.application
more_options = {'v:': ('set new schema version', False, 'version'),
'd:': ('set temporary directory', False, 'directory'),
'e:': ('restore from directory', False, 'restore')
}
config, options = parse_db_cmd_line(sys.argv, more_options)
new_version = None
if options['v']:
new_version = options['v']
vistrails.core.application.init()
update_db(config, new_version, options['d'], options['e'])
|
