File: calc-sectorsize.py

package info (click to toggle)
egenix-mx-base 3.2.8-1
  • links: PTS
  • area: main
  • in suites: jessie, jessie-kfreebsd
  • size: 8,420 kB
  • ctags: 6,208
  • sloc: ansic: 22,304; python: 18,124; sh: 137; makefile: 121
file content (107 lines) | stat: -rw-r--r-- 2,902 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
#!/usr/bin/env python

""" Calculate the sectorsize for various keysizes.

    See the conditions in btr.c:
    
    if ((info.sectorSize < sizeof(bNode))
        || (info.sectorSize % 4)
        || (info.sectorSize > MAX_SECTOR_SIZE))
        return bErrSectorSize;
   
    /* ensure that there are at least 3 children/parent for gather/scatter */
    maxCt = info.sectorSize - (sizeof(bNode) - sizeof(bKey));
    maxCt /= sizeof(bIdxAddr) + info.keySize + sizeof(bRecAddr);
    if (maxCt < 6) return bErrSectorSize;

    MAX_SECTOR_SIZE is 1024.

    For keysize = 25 on a 64-bit platform:

    (gdb) print maxCt
    $4 = 5
    (gdb) print info.sectorSize
    $5 = 256
    (gdb) print sizeof(bNode)
    $6 = 40
    (gdb) print sizeof(bKey)
    $7 = 1
    (gdb) print sizeof(bIdxAddr)
    $8 = 8
    (gdb) print info.keySize
    $9 = 26
    (gdb) print sizeof(bRecAddr)
    $10 = 8
    (gdb) print sizeof(bIdxAddr) + info.keySize + sizeof(bRecAddr)
    $11 = 42
    (gdb) print info.sectorSize - (sizeof(bNode) - sizeof(bKey))
    $12 = 217

"""
from mx.BeeBase import BeeIndex

### Globals

# Debug level
_debug = 0

# Allowed sector sizes; these have to be == 0 mod 4 and should ideally
# be multiples of disk sector sizes for better performance
SECTOR_SIZES = (
    256,
    512,
    1024,
    2048,
    4096,
    )

###

def calc_maxCt(sectorSize,
               keySize,
               sizeof_bNode=BeeIndex.sizeof_bNode,
               sizeof_bKey=BeeIndex.sizeof_bKey,
               sizeof_bRecAddr=BeeIndex.sizeof_bRecAddr,
               sizeof_bIdxAddr=BeeIndex.sizeof_bIdxAddr):
    maxCt = sectorSize - (sizeof_bNode - sizeof_bKey)
    maxCt /= sizeof_bIdxAddr + keySize + sizeof_bRecAddr
    return maxCt

def find_sectorsizes():

    l = []
    # Sanity check
    for sectorsize in SECTOR_SIZES:
        assert sectorsize % 4 == 0, 'invalid sectorsize %i' % sectorsize
    # Find keysizes
    for keysize in range(1, SECTOR_SIZES[-1]):
        # The keysize used in mxBeeBase's Python interface does
        # not include the terminating 0-byte, so add one to the
        # keysize
        bytesize = keysize + 1
        for sectorsize in SECTOR_SIZES:
            maxct = calc_maxCt(sectorsize,
                               bytesize)
            if maxct < 6:
                continue
            else:
                l.append((keysize, sectorsize))
                break
        else:
            # Max. sectorsize reached, stop searching
            if _debug:
                print ('WARNING: no sectorsize found for keysize=%i' % keysize)
            break
    return l

###

if __name__ == '__main__':
    print ('mxBeeBase BeeIndex - Valid sectorsizes for various keysizes')
    print ('')
    print ('keysize : sectorsize')
    print ('--------------------')
    for (keysize, sectorsize) in find_sectorsizes():
        print ('%-8i: %i' % (keysize, sectorsize))