# -*- coding: utf-8 -*- """ tbbench.run ----------- django-treebeard benchmarks :copyright: 2008-2010 by Gustavo Picon :license: Apache License 2.0 """ import collections, time, sys from django.conf import settings from django.db import transaction from treebeard.models import Node from tbbench.models import TbNode, TbSortedNode, AlNode, AlSortedNode, \ NsNode, NsSortedNode, MpttNode, MpttSortedNode ## sample data SEED = '791695346854615765126657163238313730700930615871063274726912112' LOREM = ['lorem', 'ipsum', 'dolor', 'sit', 'amet', 'consectetur', 'adipisicing', 'elit', 'sed', 'do', 'eiusmod', 'tempor', 'incididunt', 'ut', 'labore', 'et', 'dolore', 'magna', 'aliqua', 'ut', 'enim', 'ad', 'minim', 'veniam', 'quis', 'nostrud', 'exercitation', 'ullamco', 'laboris', 'nisi', 'ut', 'aliquip', 'ex', 'ea', 'commodo', 'consequat', 'duis', 'aute', 'irure', 'dolor', 'in', 'reprehenderit', 'in', 'voluptate', 'velit', 'esse', 'cillum', 'dolore', 'eu', 'fugiat', 'nulla', 'pariatur', 'excepteur', 'sint', 'occaecat', 'cupidatat', 'non', 'proident', 'sunt', 'in', 'culpa', 'qui', 'officia', 'deserunt', 'mollit', 'anim', 'id', 'est', 'laborum'] ## code def nodedata_iter(seed, lorem, ids): while True: num = int(seed[0]) if len(ids) < 10: id = None else: id = ids[0] yield num, lorem[0], id ids.rotate(num) lorem.rotate(num) seed.rotate(1) def get_queues(): seed = collections.deque(SEED) lorem = collections.deque(LOREM) ids = collections.deque([]) return seed, lorem, ids def insertion_test(nodemodel, numnodes): if not nodemodel: return time_start = time.time() seed, lorem, ids = get_queues() niter = nodedata_iter(seed, lorem, ids) while len(ids) < numnodes: numval, strval, parent_id = niter.next() if issubclass(nodemodel, Node): if parent_id: add_method = nodemodel.objects.get(id=parent_id).add_child else: add_method = nodemodel.add_root newobj = add_method(numval=numval, strval=strval) else: if parent_id: newobj = nodemodel.objects.create(numval=numval, strval=strval, parent=nodemodel.objects.get(id=parent_id)) else: newobj = nodemodel.objects.create(numval=numval, strval=strval) newobj.save() ids.append(newobj.id) return time.time() - time_start def get_descendants(nodemodel, numnodes): if not nodemodel: return time_start = time.time() total = 0 # retrieve all the descendants of all nodes, *lots* of times for _ in range(10): for obj in nodemodel.objects.all(): total += len(obj.get_descendants()) return time.time() - time_start def moves_test(nodemodel, numnodes): if not nodemodel: return time_start = time.time() def move(nodemodel, node, target, pos): if issubclass(nodemodel, Node): node.move(target, pos) else: node.move_to(target, pos) if issubclass(nodemodel, Node): root_nodes_func = nodemodel.get_root_nodes else: root_nodes_func = nodemodel.tree.root_nodes if issubclass(nodemodel, Node): if nodemodel in (TbNode, AlNode, NsNode): possib = 'right' poschild = 'last-child' else: possib = 'sorted-sibling' poschild = 'sorted-child' else: possib = 'right' poschild = 'last-child' # move to root nodes (several times) for _ in range(numnodes/10): move(nodemodel, root_nodes_func()[0], root_nodes_func().reverse()[0], possib) # move to child nodes while root_nodes_func().count() > 1: move(nodemodel, root_nodes_func().reverse()[0], root_nodes_func().all()[0], poschild) return time.time() - time_start def delete_test(nodemodel, numnodes): if not nodemodel: return time_start = time.time() while True: ids = [obj.id for obj in nodemodel.objects.all().reverse()[0:30]] if not len(ids): break nodemodel.objects.filter(id__in=ids).delete() nodemodel.objects.all().delete() return time.time() - time_start TESTS = [('Inserts', insertion_test), ('Descendants', get_descendants), ('Move', moves_test), ('Delete', delete_test)] TREE_MODELS = [('TB MP', TbNode), ('TB AL', AlNode), ('TB NS', NsNode), ('MPTT', MpttNode), ('TB MP Sorted', TbSortedNode), ('TB AL Sorted', AlSortedNode), ('TB NS Sorted', NsSortedNode), ('MPTT Sorted', MpttSortedNode), ] NUMNODES = 1000 def main(): sys.stderr.write('\nBenchmarking... please wait.\n') results = {} for model_desc, model in TREE_MODELS: if not model: continue for want_tx in (False, True): mod_res = [] for test_desc, test_func in TESTS: key = (test_desc, model_desc) if test_desc == 'Descendants' and want_tx: res = 'N/A' mod_res.append(-1) else: if want_tx: func = transaction.commit_on_success(test_func) test_desc = '%s+TX' % (test_desc,) else: func = test_func res = int(func(model, NUMNODES)*1000) mod_res.append(res) sys.stderr.write('.') sys.stderr.flush() results.setdefault(key, []).append(res) maxlen_test = max([len(test[0]) for test in TESTS]) maxlen_model = max([len(model[0]) for model in TREE_MODELS]) maxlen_dur = 7 output = [] prev_test = None for test_desc, test_func in TESTS: for model_desc, model in TREE_MODELS: if not model: continue ln1, ln2 = [], [] if prev_test != test_desc: ln1.append('+-%s-' % ('-' * maxlen_test,)) ln2.append('| %s ' % (test_desc.ljust(maxlen_test),)) else: tmpstr = '| %s ' % (' ' * maxlen_test,) ln1.append(tmpstr) ln2.append(tmpstr) ln1.append('+-%s-' % ('-' * maxlen_model,)) ln2.append('| %s ' % (model_desc.ljust(maxlen_model),)) res = results[(test_desc, model_desc)] for dur in res: ln1.append('+-%s-' % ('-' * maxlen_dur,)) if dur in ('N/A',): ln2.append('| %s ' % (dur.rjust(maxlen_dur),)) elif dur: ln2.append('| %s ' % ('%%%dd' % (maxlen_dur,) % (dur,))) else: ln2.append('| %s ' % ('-'.ljust(maxlen_dur),)) ln1.append('+') ln2.append('|') output.extend([''.join(ln1), ''.join(ln2)]) prev_test = test_desc ln = ['+-%s-' % ('-' * maxlen_test,)] ln.extend(['+-%s-' % ('-' * maxlen_model,), '+-%s-' % ('-' * maxlen_dur,), '+-%s-+' % ('-' * maxlen_dur,)]) output.append(''.join(ln)) sys.stdout.write('\n') print '\n'.join(output) if __name__ == '__main__': main()