1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313
|
#!/usr/bin/env ruby
require File.dirname(__FILE__) + '/../../lib/puppettest'
require 'puppettest'
require 'puppet/network/handler/filebucket'
require 'base64'
require 'mocha'
class TestBucket < Test::Unit::TestCase
include PuppetTest::ServerTest
def out
if defined? @num
@num += 1
else
@num = 1
end
#Puppet.err "#{Process.pid}: %s: %s" % [@num, memory()]
#gcdebug(String)
end
# run through all of the files and exercise the filebucket methods
def checkfiles(client)
files = filelist()
# iterate across all of the files
files.each { |file|
Puppet.warning file
out
tempdir = tempfile()
Dir.mkdir(tempdir)
name = File.basename(file)
tmppath = File.join(tempdir,name)
@@tmpfiles << tmppath
out
# copy the files to our tmp directory so we can modify them...
FileUtils.cp(file, tmppath)
# make sure the copy worked
assert(FileTest.exists?(tmppath))
# backup both the orig file and the tmp file
osum = nil
tsum = nil
nsum = nil
out
assert_nothing_raised("Could not back up file") {
osum = client.backup(file)
}
out
assert_nothing_raised("Could not back up second file") {
tsum = client.backup(tmppath)
}
out
# verify you got the same sum back for both
assert(tsum == osum)
# modify our tmp file
unless FileTest.writable?(tmppath)
File.chmod(0644, tmppath)
end
File.open(tmppath,File::WRONLY|File::TRUNC) { |wf|
wf.print "This is some test text\n"
}
out
# back it up
assert_nothing_raised {
#STDERR.puts("backing up %s" % tmppath) if $debug
nsum = client.backup(tmppath)
}
out
# and verify the sum changed
assert(tsum != nsum)
# restore the orig
assert_nothing_raised {
nsum = client.restore(tmppath,tsum)
}
out
# and verify it actually got restored
contents = File.open(tmppath) { |rf|
#STDERR.puts("reading %s" % tmppath) if $debug
rf.read
}
out
csum = Digest::MD5.hexdigest(contents)
out
assert(tsum == csum)
}
end
# a list of files that should be on the system
# just something to test moving files around
def filelist
if defined? @files
return @files
else
@files = []
end
%w{
who bash sh uname /etc/passwd /etc/syslog.conf /etc/hosts
}.each { |file|
# if it's fully qualified, just add it
if file =~ /^\//
if FileTest.exists?(file)
@files.push file
end
else
# else if it's unqualified, look for it in our path
begin
path = %x{which #{file}}
rescue => detail
#STDERR.puts "Could not search for binaries: %s" % detail
next
end
if path != ""
@files.push path.chomp
end
end
}
return @files
end
def setup
super
@bucket = tempfile()
end
#def teardown
# system("lsof -p %s" % Process.pid)
# super
#end
# test operating against the local filebucket object
# this calls the direct server methods, which are different than the
# Dipper methods
def test_localserver
files = filelist()
server = nil
assert_nothing_raised {
server = Puppet::Network::Handler.filebucket.new(
:Path => @bucket
)
}
# iterate across them...
files.each { |file|
contents = File.open(file) { |of| of.read }
md5 = nil
# add a file to the repository
assert_nothing_raised {
#STDERR.puts("adding %s" % file) if $debug
md5 = server.addfile(Base64.encode64(contents),file)
}
# and get it back again
newcontents = nil
assert_nothing_raised {
#STDERR.puts("getting %s" % file) if $debug
newcontents = Base64.decode64(server.getfile(md5))
}
# and then make sure they're still the same
assert(
contents == newcontents
)
}
end
# test with a server and a Dipper
def test_localboth
files = filelist()
bucket = nil
client = nil
threads = []
assert_nothing_raised {
bucket = Puppet::Network::Handler.filebucket.new(
:Path => @bucket
)
}
#sleep(30)
assert_nothing_raised {
client = Puppet::Network::Client.dipper.new(
:Bucket => bucket
)
}
#4.times { checkfiles(client) }
checkfiles(client)
end
def test_no_path_duplicates
bucket = nil
assert_nothing_raised {
bucket = Puppet::Network::Handler.filebucket.new(
:Path => @bucket
)
}
sum = nil
assert_nothing_raised {
sum = bucket.addfile("yayness", "/my/file")
}
assert_nothing_raised {
bucket.addfile("yayness", "/my/file")
}
a, b, pathfile = bucket.class.paths(bucket.path, sum)
assert(FileTest.exists?(pathfile), "No path file at %s" % pathfile)
assert_equal("/my/file\n", File.read(pathfile))
end
# #447 -- a flat file structure just won't suffice.
def test_deeper_filestructure
bucket = Puppet::Network::Handler.filebucket.new(:Path => @bucket)
text = "this is some text"
md5 = Digest::MD5.hexdigest(text)
olddir = File.join(@bucket, md5)
FileUtils.mkdir_p(olddir)
oldcontent = File.join(olddir, "contents")
File.open(oldcontent, "w") { |f| f.print text }
result = nil
assert_nothing_raised("Could not retrieve content from old structure") do
result = bucket.getfile(md5)
end
assert_equal(text, result, "old-style content is wrong")
text = "and this is some new text"
md5 = Digest::MD5.hexdigest(text)
dirs = File.join(md5[0..7].split(""))
dir = File.join(@bucket, dirs, md5)
filedir, contents, paths = bucket.class.paths(@bucket, md5)
assert_equal(dir, filedir, "did not use a deeper file structure")
assert_equal(File.join(dir, "contents"), contents,
"content path is not the deeper version")
assert_equal(File.join(dir, "paths"), paths,
"paths file path is not the deeper version")
# Store our new text and make sure it gets stored in the new location
path = "/some/fake/path"
assert_nothing_raised("Could not store text") do
bucket.addfile(text, path)
end
assert(FileTest.exists?(contents), "did not create content file")
assert_equal(text, File.read(contents), "content is not right")
assert(FileTest.exists?(paths), "did not create paths file")
assert(File.read(paths).include?(path), "paths file does not contain path")
# And make sure we get it back out again
assert_nothing_raised("Could not retrieve new-style content") do
result = bucket.getfile(md5)
end
assert_equal(text, result, "did not retrieve new content correctly")
end
def test_add_path
bucket = Puppet::Network::Handler.filebucket.new(:Path => @bucket)
file = tempfile()
assert(! FileTest.exists?(file), "file already exists")
path = "/some/thing"
assert_nothing_raised("Could not add path") do
bucket.send(:add_path, path, file)
end
assert_equal(path + "\n", File.read(file), "path was not added")
assert_nothing_raised("Could not add path second time") do
bucket.send(:add_path, path, file)
end
assert_equal(path + "\n", File.read(file), "path was duplicated")
# Now try a new path
newpath = "/another/path"
assert_nothing_raised("Could not add path second time") do
bucket.send(:add_path, newpath, file)
end
text = [path, newpath].join("\n") + "\n"
assert_equal(text, File.read(file), "path was duplicated")
assert_nothing_raised("Could not add path third time") do
bucket.send(:add_path, path, file)
end
assert_equal(text, File.read(file), "path was duplicated")
assert_nothing_raised("Could not add second path second time") do
bucket.send(:add_path, newpath, file)
end
assert_equal(text, File.read(file), "path was duplicated")
end
end
|