1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
|
#!/bin/sh
# Environment:
# S3_ACCESS_KEY_ID - must be set to S3 Access Key ID
# S3_SECRET_ACCESS_KEY - must be set to S3 Secret Access Key
# TEST_BUCKET_PREFIX - must be set to the test bucket prefix to use
# S3_COMMAND - may be set to s3 command to use (i.e. valgrind s3); defaults
# to "s3"
if [ -z "$S3_ACCESS_KEY_ID" ]; then
echo "S3_ACCESS_KEY_ID required"
exit -1;
fi
if [ -z "$S3_SECRET_ACCESS_KEY" ]; then
echo "S3_SECRET_ACCESS_KEY required"
exit -1;
fi
if [ -z "$TEST_BUCKET_PREFIX" ]; then
echo "TEST_BUCKET_PREFIX required"
exit -1;
fi
if [ -z "$S3_COMMAND" ]; then
S3_COMMAND=s3
fi
TEST_BUCKET=${TEST_BUCKET_PREFIX}.testbucket
# Create the test bucket in EU
echo "$S3_COMMAND create $TEST_BUCKET locationConstraint=EU"
$S3_COMMAND create $TEST_BUCKET
# List to find it
echo "$S3_COMMAND list | grep $TEST_BUCKET"
$S3_COMMAND list | grep $TEST_BUCKET
# Test it
echo "$S3_COMMAND test $TEST_BUCKET"
$S3_COMMAND test $TEST_BUCKET
# List to ensure that it is empty
echo "$S3_COMMAND list $TEST_BUCKET"
$S3_COMMAND list $TEST_BUCKET
# Put some data
rm -f seqdata
seq 1 10000 > seqdata
echo "$S3_COMMAND put $TEST_BUCKET/testkey filename=seqdata noStatus=1"
$S3_COMMAND put $TEST_BUCKET/testkey filename=seqdata noStatus=1
rm -f testkey
# Get the data and make sure that it matches
echo "$S3_COMMAND get $TEST_BUCKET/testkey filename=testkey"
$S3_COMMAND get $TEST_BUCKET/testkey filename=testkey
diff seqdata testkey
rm -f seqdata testkey
# Delete the file
echo "$S3_COMMAND delete $TEST_BUCKET/testkey"
$S3_COMMAND delete $TEST_BUCKET/testkey
# Remove the test bucket
echo "$S3_COMMAND delete $TEST_BUCKET"
$S3_COMMAND delete $TEST_BUCKET
# Make sure it's not there
echo "$S3_COMMAND list | grep $TEST_BUCKET"
$S3_COMMAND list | grep $TEST_BUCKET
# Now create it again
echo "$S3_COMMAND create $TEST_BUCKET"
$S3_COMMAND create $TEST_BUCKET
# Put 10 files in it
for i in `seq 0 9`; do
echo "echo \"Hello\" | $S3_COMMAND put $TEST_BUCKET/key_$i"
echo "Hello" | $S3_COMMAND put $TEST_BUCKET/key_$i
done
# List with all details
echo "$S3_COMMAND list $TEST_BUCKET allDetails=1"
$S3_COMMAND list $TEST_BUCKET allDetails=1
COPY_BUCKET=${TEST_BUCKET_PREFIX}.copybucket
# Create another test bucket and copy a file into it
echo "$S3_COMMAND create $COPY_BUCKET"
$S3_COMMAND create $COPY_BUCKET
echo <<EOF
$S3_COMMAND copy $TEST_BUCKET/key_5 $COPY_BUCKET/copykey
EOF
$S3_COMMAND copy $TEST_BUCKET/key_5 $COPY_BUCKET/copykey
# List the copy bucket
echo "$S3_COMMAND list $COPY_BUCKET allDetails=1"
$S3_COMMAND list $COPY_BUCKET allDetails=1
# Compare the files
rm -f key_5 copykey
echo "$S3_COMMAND get $TEST_BUCKET/key_5 filename=key_5"
$S3_COMMAND get $TEST_BUCKET/key_5 filename=key_5
echo "$S3_COMMAND get $COPY_BUCKET/copykey filename=copykey"
$S3_COMMAND get $COPY_BUCKET/copykey filename=copykey
diff key_5 copykey
rm -f key_5 copykey
# Delete the files
for i in `seq 0 9`; do
echo "$S3_COMMAND delete $TEST_BUCKET/key_$i"
$S3_COMMAND delete $TEST_BUCKET/key_$i
done
echo "$S3_COMMAND delete $COPY_BUCKET/copykey"
$S3_COMMAND delete $COPY_BUCKET/copykey
# Delete the copy bucket
echo "$S3_COMMAND delete $COPY_BUCKET"
$S3_COMMAND delete $COPY_BUCKET
# Now create a new zero-length file
echo "$S3_COMMAND put $TEST_BUCKET/aclkey < /dev/null"
$S3_COMMAND put $TEST_BUCKET/aclkey < /dev/null
# Get the bucket acl
rm -f acl
echo "$S3_COMMAND getacl $TEST_BUCKET filename=acl allDetails=1"
$S3_COMMAND getacl $TEST_BUCKET filename=acl allDetails=1
# Add READ for all AWS users, and READ_ACP for everyone
echo <<EOF >> acl
Group Authenticated AWS Users READ
EOF
echo <<EOF >> acl
Group All Users READ_ACP
EOF
echo "$S3_COMMAND setacl $TEST_BUCKET filename=acl"
$S3_COMMAND setacl $TEST_BUCKET filename=acl
# Test to make sure that it worked
rm -f acl_new
echo "$S3_COMMAND getacl $TEST_BUCKET filename=acl_new allDetails=1"
$S3_COMMAND getacl $TEST_BUCKET filename=acl_new allDetails=1
diff acl acl_new
rm -f acl acl_new
# Get the key acl
rm -f acl
echo "$S3_COMMAND getacl $TEST_BUCKET/aclkey filename=acl allDetails=1"
$S3_COMMAND getacl $TEST_BUCKET/aclkey filename=acl allDetails=1
# Add READ for all AWS users, and READ_ACP for everyone
echo <<EOF >> acl
Group Authenticated AWS Users READ
EOF
echo <<EOF >> acl
Group All Users READ_ACP
EOF
echo "$S3_COMMAND setacl $TEST_BUCKET/aclkey filename=acl"
$S3_COMMAND setacl $TEST_BUCKET/aclkey filename=acl
# Test to make sure that it worked
rm -f acl_new
echo "$S3_COMMAND getacl $TEST_BUCKET/aclkey filename=acl_new allDetails=1"
$S3_COMMAND getacl $TEST_BUCKET/aclkey filename=acl_new allDetails=1
diff acl acl_new
rm -f acl acl_new
# Remove the test file
echo "$S3_COMMAND delete $TEST_BUCKET/aclkey"
$S3_COMMAND delete $TEST_BUCKET/aclkey
echo "$S3_COMMAND delete $TEST_BUCKET"
$S3_COMMAND delete $TEST_BUCKET
|
