1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122
|
#!/usr/bin/python3
###############################################################################
##
## Copyright (C) 2014-2016, New York University.
## Copyright (C) 2011-2014, NYU-Poly.
## Copyright (C) 2006-2011, University of Utah.
## All rights reserved.
## Contact: contact@vistrails.org
##
## This file is part of VisTrails.
##
## "Redistribution and use in source and binary forms, with or without
## modification, are permitted provided that the following conditions are met:
##
## - Redistributions of source code must retain the above copyright notice,
## this list of conditions and the following disclaimer.
## - Redistributions in binary form must reproduce the above copyright
## notice, this list of conditions and the following disclaimer in the
## documentation and/or other materials provided with the distribution.
## - Neither the name of the New York University nor the names of its
## contributors may be used to endorse or promote products derived from
## this software without specific prior written permission.
##
## THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
## AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
## THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
## PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR
## CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
## EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
## PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
## OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
## WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
## OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
## ADVISED OF THE POSSIBILITY OF SUCH DAMAGE."
##
###############################################################################
import os
import sys
import tempfile
sys.path.append(os.path.join(os.path.dirname(os.path.dirname(
os.path.abspath(__file__))), 'vistrails'))
from vistrails.db.services import io
from vistrails.db.versions import currentVersion
from db_utils import parse_db_cmd_line
# DO NOT RUN THIS WHILE USERS HAVE ACCESS TO THE DATABASE!
def update_db(config, new_version=None, tmp_dir=None, restore=False):
obj_types = {'vistrail': io.open_bundle_from_db,
# 'workflow': io.open_from_db,
# 'log': io.open_from_db,
# 'registry': io.open_from_db
}
if new_version is None:
new_version = currentVersion
if tmp_dir is None:
tmp_dir = tempfile.mkdtemp(prefix='vt_db')
print('creating tmpdir:', tmp_dir)
db_connection = io.open_db_connection(config)
obj_id_lists = {}
filenames = []
if restore:
for dirpath, dirname, files in os.walk(restore):
for fname in files:
if fname.lower().endswith('.vt'):
filenames.append(os.path.join(restore, fname))
else:
for obj_type in obj_types:
obj_id_lists[obj_type] = io.get_db_object_list(config, obj_type)
# read data out of database
thumbnail_dir = os.path.join(tmp_dir, 'thumbs')
os.mkdir(thumbnail_dir)
for obj_type, obj_ids in obj_id_lists.items():
for (obj_id, _, _) in obj_ids:
old_version = io.get_db_object_version(db_connection, obj_id,
'vistrail')
print('getting', obj_type, 'id', obj_id)
local_tmp_dir = os.path.join(tmp_dir, str(obj_id))
vt_name = os.path.join(tmp_dir, str(obj_id) + '.vt')
try:
res = obj_types[obj_type](obj_type, db_connection, obj_id,
thumbnail_dir)
filenames.append(vt_name)
os.mkdir(local_tmp_dir)
except:
import traceback
print("Could not read:", traceback.format_exc())
continue
io.save_vistrail_bundle_to_zip_xml(res, vt_name, local_tmp_dir)
# drop the old database
# recreate with the new version of the specs
io.setup_db_tables(db_connection, None, old_version)
# add the new data back
for filename in filenames:
(res, _) = io.open_vistrail_bundle_from_zip_xml(filename)
try:
io.save_vistrail_bundle_to_db(res, db_connection, 'with_ids')
except Exception as e:
import traceback
print(filename, e, traceback.format_exc())
io.close_db_connection(db_connection)
if __name__ == '__main__':
import vistrails.core.application
more_options = {'v:': ('set new schema version', False, 'version'),
'd:': ('set temporary directory', False, 'directory'),
'e:': ('restore from directory', False, 'restore')
}
config, options = parse_db_cmd_line(sys.argv, more_options)
new_version = None
if options['v']:
new_version = options['v']
vistrails.core.application.init()
update_db(config, new_version, options['d'], options['e'])
|