File: tests.py

package info (click to toggle)
rdiff-backup-fs 1.0.2-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 460 kB
  • sloc: ansic: 3,002; python: 231; makefile: 26
file content (279 lines) | stat: -rwxr-xr-x 9,110 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
#!/usr/bin/python3

# TODO:
# - check for files, that should not exist

from os import walk, remove, rmdir, mknod, mkdir, listdir, stat, path
from os.path import join, exists, split, sep as fssep, isdir
from unittest import TestCase, main
from subprocess import Popen
from time import sleep


class RdiffBackupTestMeta(type):
    
    TEST_DATA_DIRECTORY = '.tests'
    TEST_RDIFF_DIRECTORY = '.tests_backup'
    TEST_MOUNT_DIRECTORY = '.tests_mount'
    EXECUTABLE = './rdiff-backup-fs'
    RDIFF_EXEC = 'rdiff-backup'
    UNMOUNT_EXECUTABLE = 'fusermount'
    
    def __new__(Meta, name, bases, classdict):
        fixtures = [(name, attr) for name, attr in classdict.items() 
                                 if name.startswith('fixture')]
        for name, attr in fixtures:
            for option, sufix in (('-f', 'full'), (None, 'necessary')):
                test = Meta.build_test(attr, option, Meta.verify_revisions)
                classdict['test' + name[len('fixture'):] + '_' + sufix] = test
            test = Meta.build_test(attr, '-l', Meta.verify_last)
            classdict['test' + name[len('fixture'):] + '_last'] = test
            del classdict[name]
        classdict['TEST_DATA_DIRECTORY'] = Meta.TEST_DATA_DIRECTORY
        classdict['TEST_RDIFF_DIRECTORY'] = Meta.TEST_RDIFF_DIRECTORY
        classdict['TEST_MOUNT_DIRECTORY'] = Meta.TEST_MOUNT_DIRECTORY
        Class = type.__new__(Meta, name, bases, dict(classdict))
        return Class

    @classmethod
    def build_test(Meta, fixture, option, verify_method):
        def test(self):
            mkdir(Meta.TEST_DATA_DIRECTORY)
            mkdir(Meta.TEST_RDIFF_DIRECTORY)
            Meta.create_mount_directory()
            for repo, data in fixture.items():
                for revision in data:
                    if isinstance(revision, tuple):
                        revision, _ = revision
                    for path, content in revision.items():
                        Meta.create_dirs(path)
                        file = open(join(Meta.TEST_DATA_DIRECTORY, path), 'w')
                        file.write(content)
                        file.close()
                    backup_path = join(Meta.TEST_RDIFF_DIRECTORY, repo)
                    Meta.backup(backup_path)
                    remove_directory(Meta.TEST_DATA_DIRECTORY)
                    sleep(1)
            Meta.run_fs(fixture.keys(), option)
            Meta.verify(self, fixture, verify_method)
        return test
        
    @classmethod
    def create_dirs(Meta, path):
        path = path.split(fssep)
        current_path = ''
        for step in path[:-1]:
            current_path = join(current_path, step)
            try:
                mkdir(join(Meta.TEST_DATA_DIRECTORY, current_path))
            except OSError: # the directory might already exist
                pass
        
    @classmethod
    def verify(Meta, self, fixture, verify_method):
        self.assertTrue(len(fixture) > 0)
        if len(fixture) == 1: # single repo
            verify_method(self, Meta.TEST_MOUNT_DIRECTORY, 
                                   next(iter(fixture.values())))
        else:
            for name, data in fixture.items():
                repo_path = join(Meta.TEST_MOUNT_DIRECTORY, name)
                verify_method(self, repo_path, data)
                    
    @classmethod
    def verify_revisions(Meta, self, repo_path, data):
        revisions = sorted(listdir(repo_path))
        previous = {}
        for files, directory in zip(data, revisions):
            if isinstance(files, tuple):
                files, forbidden = files
            else:
                forbidden = ()
            for path, content in files.items():
                full_path = join(repo_path, directory, path)
                file = open(full_path)
                read_content = file.read()
                file.close()
                self.assertEqual(content, read_content)
            previous = set(previous.keys()) - set(files.keys())
            for path in previous:
                full_path = join(repo_path, directory, path)
                self.assertRaises(OSError, stat, full_path)
            previous = files
            for path in forbidden:
                full_path = join(repo_path, directory, path)
                self.assertRaises(OSError, stat, full_path)
                self.assertTrue(not exists(full_path))

    @classmethod
    def verify_last(Meta, self, repo_path, data):
        if isinstance(data[-1], tuple):
            data, _ = data[-1]
        else:
            data = data[-1]
        for file, content in data.items():
            path = join(repo_path, file)
            self.assertTrue(exists(path))
            self.assertTrue(isdir(path))

    @classmethod
    def create_mount_directory(Meta):
        try:
            mkdir(Meta.TEST_MOUNT_DIRECTORY)
        except OSError as e:
            if e.errno != 17:
                raise

    @classmethod
    def backup(Meta, backup):
        program = [Meta.RDIFF_EXEC, Meta.TEST_DATA_DIRECTORY, backup]
        Popen(program).wait()

    @classmethod
    def run_fs(Meta, repos, option):
        paths = [join(Meta.TEST_RDIFF_DIRECTORY, repo) for repo in repos]
        print(paths)
        args = [Meta.EXECUTABLE, Meta.TEST_MOUNT_DIRECTORY] + paths 
        if option is not None:
            args += [option]
        Popen(args).wait()
        
    def unmount_fs(Meta):
        Popen([Meta.UNMOUNT_EXECUTABLE, '-u', 
               Meta.TEST_MOUNT_DIRECTORY]).wait()
        

class RdiffBackupTestCase(TestCase, metaclass=RdiffBackupTestMeta):

    @staticmethod
    def reverse_revisions(repos):
        result = {}
        for name, data in repos.items():
            result[name] = list(data)
            result[name].reverse()
        return result

    def tearDown(self):
        self.__class__.unmount_fs()
        remove_directory(self.TEST_DATA_DIRECTORY, only_content=False)
        remove_directory(self.TEST_RDIFF_DIRECTORY, only_content=False)


class FlatTestCase(RdiffBackupTestCase):

    fixture_single_file = {
        'backup': [
            {'file': 'content'},
            {'file': 'new content'}
        ]
    }

    fixture_two_files = {
        'backup': [
            {'file1': 'content1', 'file2': 'content2'},
            {'file1': 'new content 1', 'file2': 'new content 2'}
        ]
    }

    fixture_adding_files = {
        'backup': [
            {'file1': 'content1'},
            {'file1': 'content1', 'file2': 'content2'},
            {'file1': 'content1', 'file2': 'content2', 'file3': 'content3'},
            {'file1': 'content1', 'file2': 'content2', 'file3': 'content3',
             'file4': 'content4'}
        ]
    }

    fixture_removing_files = RdiffBackupTestCase.reverse_revisions(fixture_adding_files)
        
class NestedTestCase(RdiffBackupTestCase):

    fixture_single_file = {
        'nested_backup': [
            {'dir/file': 'content'},
            {'dir/file': 'new content'}
        ]
    }

    fixture_two_files = {
        'nested_backup': [
            {'file': 'content', 'dir/file': 'content 2'},
            {'file': 'new content', 'dir/file': 'new content 2'}
        ]
    }

    fixture_adding_files = {
        'nested_backup': [
            ({'file': '1'}, ('dir/file',)),
            ({'file': '2', 'dir/file': '2'}, ('dir/dir/file',)),
            {'file': '3', 'dir/file': '3', 'dir/dir/file': '3'},
            {'file': '4', 'dir/file': '4', 'dir/dir/file': '4',
             'dir/dir/dir/file': '4'}
        ]
    }

    fixture_removing_files = RdiffBackupTestCase.reverse_revisions(fixture_adding_files)


class MultipleRepoTestCase(RdiffBackupTestCase):

    fixture_single_file = {
        'first': [
            {'file': 'content'},
            {'file': 'new content'}
        ],
        'second': [
            {'file': 'content'},
            {'file': 'new content'}
        ]
    }

class FutureFilesRegressionTestCase(RdiffBackupTestCase):

    fixture_flat = {
        'repo': [
            ({'file1': '1'}, ('file2',)),
            {'file1': '2', 'file2': '1'}
        ]
    }

    fixture_nested = {
        'repo': [
            ({'file': '1'}, ('dir', 'dir/file')),
            {'file': '1', 'dir/file': '1'}
        ]
    }


class LargeTestCase(RdiffBackupTestCase):

    fixture_single = {
        'first': [{'file': str(val)} for val in range(20)]
    }

    fixture_multi = {
        'first': [{'first': str(val)} for val in range(20)],
        'second': [{'second': str(val)} for val in range(20)]
    }


def remove_directory(path, only_content=True):
    for root, dirs, files in walk(path, topdown=False):
        for name in files:
            remove(join(root, name))
        for name in dirs:
            rmdir(join(root, name))
    if not only_content:
        try:
            rmdir(path)
        except OSError:
            # directory may not be yet created
            pass


if __name__ == "__main__":
    if not path.exists('/dev/fuse'):
        print("Notice: Unable to run tests. FUSE device not found.")
    else:
        main()