1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
//
// Utilities for testing cleanupOrphaned command.
//
//
// Run cleanupOrphaned on a shard, and assert cleanupOrphaned runs the
// expected number of times before stopping.
//
function cleanupOrphaned(shardConnection, ns, expectedIterations) {
var admin = shardConnection.getDB('admin'), result = admin.runCommand({cleanupOrphaned: ns}),
iterations = 1;
if (!result.ok) {
printjson(result);
}
assert(result.ok);
while (result.stoppedAtKey) {
result = admin.runCommand({cleanupOrphaned: ns, startingFromKey: result.stoppedAtKey});
assert(result.ok);
++iterations;
}
assert.eq(iterations,
expectedIterations,
'Expected to run ' +
'cleanupOrphaned' + expectedIterations + ' times, but it only ran ' + iterations +
' times before stoppedAtKey was null.');
}
// Shards data from key range, then inserts orphan documents, runs cleanupOrphans
// and makes sure that orphans are removed.
// Pass an options object like:
// {
// shardKey: { a: 1, b: 1 },
// keyGen: function() { return [{ a: 'foo', b: 1 }, { a: 'bar', b: 2 }]; }
// }
function testCleanupOrphaned(options) {
var st = new ShardingTest({shards: 2, mongos: 2});
var mongos = st.s0, admin = mongos.getDB('admin'),
shards = mongos.getCollection('config.shards').find().toArray(),
coll = mongos.getCollection('foo.bar'),
shard0Coll = st.shard0.getCollection(coll.getFullName()), keys = options.keyGen(),
beginning = keys[0], oneQuarter = keys[Math.round(keys.length / 4)],
middle = keys[Math.round(keys.length / 2)],
threeQuarters = keys[Math.round(3 * keys.length / 4)];
assert.commandWorked(admin.runCommand({enableSharding: coll.getDB().getName()}));
printjson(admin.runCommand({movePrimary: coll.getDB() + "", to: shards[0]._id}));
assert.commandWorked(
admin.runCommand({shardCollection: coll.getFullName(), key: options.shardKey}));
st.printShardingStatus();
jsTest.log('Inserting some regular docs...');
assert.commandWorked(admin.runCommand({split: coll.getFullName(), middle: middle}));
assert.commandWorked(admin.runCommand(
{moveChunk: coll.getFullName(), find: middle, to: shards[1]._id, _waitForDelete: true}));
for (var i = 0; i < keys.length; i++)
coll.insert(keys[i]);
assert.eq(null, coll.getDB().getLastError());
// Half of the data is on each shard:
// shard 0: [beginning, middle)
// shard 1: [middle, end)
//
assert.eq(keys.length / 2, shard0Coll.count());
assert.eq(keys.length, coll.find().itcount());
jsTest.log('Inserting some orphaned docs...');
shard0Coll.insert(threeQuarters);
// I'll represent the orphan doc like {threeQuarters}, in this diagram:
//
// shard 0: [beginning, middle) {threeQuarters}
// shard 1: [middle, end)
assert.eq(null, shard0Coll.getDB().getLastError());
assert.eq(1 + keys.length / 2, shard0Coll.count());
jsTest.log('Cleaning up orphaned data...');
cleanupOrphaned(st.shard0, coll.getFullName(), 2);
assert.eq(keys.length / 2, shard0Coll.count());
assert.eq(keys.length, coll.find().itcount());
jsTest.log('Moving half the data out again (making a hole)...');
assert.commandWorked(admin.runCommand({split: coll.getFullName(), middle: oneQuarter}));
assert.commandWorked(admin.runCommand({
moveChunk: coll.getFullName(),
find: beginning,
to: shards[1]._id,
_waitForDelete: true
}));
// 1/4 of the data is on the first shard.
// shard 0: [threeQuarters, middle)
// shard 1: [beginning, threeQuarters) [middle, end)
assert.eq(Math.round(keys.length / 4), shard0Coll.count());
assert.eq(keys.length, coll.find().itcount());
jsTest.log('Inserting some more orphaned docs...');
shard0Coll.insert(beginning);
shard0Coll.insert(middle);
assert.eq(null, shard0Coll.getDB().getLastError());
// shard 0: {beginning} [threeQuarters, middle) {middle}
// shard 1: [beginning, threeQuarters) [middle, end)
assert.eq(2 + Math.round(keys.length / 4), shard0Coll.count());
assert.eq(100, coll.find().itcount());
jsTest.log('Cleaning up more orphaned data...');
// Now cleanupOrphaned must iterate over 3 regions, not 2.
cleanupOrphaned(st.shard0, coll.getFullName(), 3);
assert.eq(Math.round(keys.length / 4), shard0Coll.count());
assert.eq(keys.length, coll.find().itcount());
jsTest.log('DONE!');
st.stop();
}
|
