1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458
|
// Copyright (C) MongoDB, Inc. 2017-present.
//
// Licensed under the Apache License, Version 2.0 (the "License"); you may
// not use this file except in compliance with the License. You may obtain
// a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
package integration
import (
"bytes"
"encoding/hex"
"errors"
"fmt"
"strings"
"go.mongodb.org/mongo-driver/bson"
"go.mongodb.org/mongo-driver/bson/bsontype"
"go.mongodb.org/mongo-driver/event"
"go.mongodb.org/mongo-driver/internal/assert"
"go.mongodb.org/mongo-driver/mongo/integration/mtest"
"go.mongodb.org/mongo-driver/x/bsonx/bsoncore"
)
// Helper functions to compare BSON values and command monitoring expectations.
func numberFromValue(mt *mtest.T, val bson.RawValue) int64 {
mt.Helper()
switch val.Type {
case bson.TypeInt32:
return int64(val.Int32())
case bson.TypeInt64:
return val.Int64()
case bson.TypeDouble:
return int64(val.Double())
default:
mt.Fatalf("unexpected type for number: %v", val.Type)
}
return 0
}
func compareNumberValues(mt *mtest.T, key string, expected, actual bson.RawValue) error {
eInt := numberFromValue(mt, expected)
if eInt == 42 {
if actual.Type == bson.TypeNull {
return fmt.Errorf("expected non-null value for key %s, got null", key)
}
return nil
}
aInt := numberFromValue(mt, actual)
if eInt != aInt {
return fmt.Errorf("value mismatch for key %s; expected %s, got %s", key, expected, actual)
}
return nil
}
// compare BSON values and fail if they are not equal. the key parameter is used for error strings.
// if the expected value is a numeric type (int32, int64, or double) and the value is 42, the function only asserts that
// the actual value is non-null.
func compareValues(mt *mtest.T, key string, expected, actual bson.RawValue) error {
mt.Helper()
switch expected.Type {
case bson.TypeInt32, bson.TypeInt64, bson.TypeDouble:
if err := compareNumberValues(mt, key, expected, actual); err != nil {
return err
}
return nil
case bson.TypeString:
val := expected.StringValue()
if val == "42" {
if actual.Type == bson.TypeNull {
return fmt.Errorf("expected non-null value for key %s, got null", key)
}
return nil
}
// Don't return. Compare bytes for expected.Value and actual.Value outside of the switch.
case bson.TypeEmbeddedDocument:
e := expected.Document()
if typeVal, err := e.LookupErr("$$type"); err == nil {
// $$type represents a type assertion
// for example {field: {$$type: "binData"}} should assert that "field" is an element with a binary value
return checkValueType(mt, key, actual.Type, typeVal.StringValue())
}
a := actual.Document()
return compareDocsHelper(mt, e, a, key)
case bson.TypeArray:
e := expected.Array()
a := actual.Array()
return compareDocsHelper(mt, e, a, key)
}
if expected.Type != actual.Type {
return fmt.Errorf("type mismatch for key %s; expected %s, got %s", key, expected.Type, actual.Type)
}
if !bytes.Equal(expected.Value, actual.Value) {
return fmt.Errorf(
"value mismatch for key %s; expected %s (hex=%s), got %s (hex=%s)",
key,
expected.Value,
hex.EncodeToString(expected.Value),
actual.Value,
hex.EncodeToString(actual.Value))
}
return nil
}
// helper for $$type assertions
func checkValueType(mt *mtest.T, key string, actual bsontype.Type, typeStr string) error {
mt.Helper()
var expected bsontype.Type
switch typeStr {
case "double":
expected = bsontype.Double
case "string":
expected = bsontype.String
case "object":
expected = bsontype.EmbeddedDocument
case "array":
expected = bsontype.Array
case "binData":
expected = bsontype.Binary
case "undefined":
expected = bsontype.Undefined
case "objectId":
expected = bsontype.ObjectID
case "boolean":
expected = bsontype.Boolean
case "date":
expected = bsontype.DateTime
case "null":
expected = bsontype.Null
case "regex":
expected = bsontype.Regex
case "dbPointer":
expected = bsontype.DBPointer
case "javascript":
expected = bsontype.JavaScript
case "symbol":
expected = bsontype.Symbol
case "javascriptWithScope":
expected = bsontype.CodeWithScope
case "int":
expected = bsontype.Int32
case "timestamp":
expected = bsontype.Timestamp
case "long":
expected = bsontype.Int64
case "decimal":
expected = bsontype.Decimal128
case "minKey":
expected = bsontype.MinKey
case "maxKey":
expected = bsontype.MaxKey
default:
mt.Fatalf("unrecognized type string: %v", typeStr)
}
if expected != actual {
return fmt.Errorf("BSON type mismatch for key %s; expected %s, got %s", key, expected, actual)
}
return nil
}
// compare expected and actual BSON documents. comparison succeeds if actual contains each element in expected.
func compareDocsHelper(mt *mtest.T, expected, actual bson.Raw, prefix string) error {
mt.Helper()
eElems, err := expected.Elements()
assert.Nil(mt, err, "error getting expected elements: %v", err)
for _, e := range eElems {
eKey := e.Key()
fullKeyName := eKey
if prefix != "" {
fullKeyName = prefix + "." + eKey
}
aVal, err := actual.LookupErr(eKey)
if e.Value().Type == bson.TypeNull {
// Expected value is BSON null. Expect the actual field to be omitted.
if errors.Is(err, bsoncore.ErrElementNotFound) {
continue
}
if err != nil {
return fmt.Errorf("expected key %q to be omitted but got error: %w", eKey, err)
}
return fmt.Errorf("expected key %q to be omitted but got %q", eKey, aVal)
}
if err != nil {
return fmt.Errorf("key %s not found in result", fullKeyName)
}
if err := compareValues(mt, fullKeyName, e.Value(), aVal); err != nil {
return err
}
}
return nil
}
func compareDocs(mt *mtest.T, expected, actual bson.Raw) error {
mt.Helper()
return compareDocsHelper(mt, expected, actual, "")
}
func checkExpectations(mt *mtest.T, expectations *[]*expectation, id0, id1 bson.Raw) {
mt.Helper()
// If the expectations field in the test JSON is null, we want to skip all command monitoring assertions.
if expectations == nil {
return
}
// Filter out events that shouldn't show up in monitoring expectations.
ignoredEvents := map[string]struct{}{
"configureFailPoint": {},
}
mt.FilterStartedEvents(func(evt *event.CommandStartedEvent) bool {
// ok is true if the command should be ignored, so return !ok
_, ok := ignoredEvents[evt.CommandName]
return !ok
})
mt.FilterSucceededEvents(func(evt *event.CommandSucceededEvent) bool {
// ok is true if the command should be ignored, so return !ok
_, ok := ignoredEvents[evt.CommandName]
return !ok
})
mt.FilterFailedEvents(func(evt *event.CommandFailedEvent) bool {
// ok is true if the command should be ignored, so return !ok
_, ok := ignoredEvents[evt.CommandName]
return !ok
})
// If the expectations field in the test JSON is non-null but is empty, we want to assert that no events were
// emitted.
if len(*expectations) == 0 {
// One of the bulkWrite spec tests expects update and updateMany to be grouped together into a single batch,
// but this isn't the case because of GODRIVER-1157. To work around this, we expect one event to be emitted for
// that test rather than 0. This assertion should be changed when GODRIVER-1157 is done.
numExpectedEvents := 0
bulkWriteTestName := "BulkWrite_on_server_that_doesn't_support_arrayFilters_with_arrayFilters_on_second_op"
if strings.HasSuffix(mt.Name(), bulkWriteTestName) {
numExpectedEvents = 1
}
numActualEvents := len(mt.GetAllStartedEvents())
assert.Equal(mt, numExpectedEvents, numActualEvents, "expected %d events to be sent, but got %d events",
numExpectedEvents, numActualEvents)
return
}
for idx, expectation := range *expectations {
var err error
if expectation.CommandStartedEvent != nil {
err = compareStartedEvent(mt, expectation, id0, id1)
}
if expectation.CommandSucceededEvent != nil {
err = compareSucceededEvent(mt, expectation)
}
if expectation.CommandFailedEvent != nil {
err = compareFailedEvent(mt, expectation)
}
assert.Nil(mt, err, "expectation comparison error at index %v: %s", idx, err)
}
}
// newMatchError appends `expected` and `actual` BSON data to an error.
func newMatchError(mt *mtest.T, expected bson.Raw, actual bson.Raw, format string, args ...interface{}) error {
mt.Helper()
msg := fmt.Sprintf(format, args...)
expectedJSON, err := bson.MarshalExtJSON(expected, true, false)
assert.Nil(mt, err, "error in MarshalExtJSON: %v", err)
actualJSON, err := bson.MarshalExtJSON(actual, true, false)
assert.Nil(mt, err, "error in MarshalExtJSON: %v", err)
return fmt.Errorf("%s\nExpected %s\nGot: %s", msg, string(expectedJSON), string(actualJSON))
}
func compareStartedEvent(mt *mtest.T, expectation *expectation, id0, id1 bson.Raw) error {
mt.Helper()
expected := expectation.CommandStartedEvent
if len(expected.Extra) > 0 {
return fmt.Errorf("unrecognized fields for CommandStartedEvent: %v", expected.Extra)
}
evt := mt.GetStartedEvent()
if evt == nil {
return errors.New("expected CommandStartedEvent, got nil")
}
if expected.CommandName != "" && expected.CommandName != evt.CommandName {
return fmt.Errorf("command name mismatch; expected %s, got %s", expected.CommandName, evt.CommandName)
}
if expected.DatabaseName != "" && expected.DatabaseName != evt.DatabaseName {
return fmt.Errorf("database name mismatch; expected %s, got %s", expected.DatabaseName, evt.DatabaseName)
}
eElems, err := expected.Command.Elements()
if err != nil {
return fmt.Errorf("error getting expected command elements: %s", err)
}
for _, elem := range eElems {
key := elem.Key()
val := elem.Value()
actualVal, err := evt.Command.LookupErr(key)
// Keys that may be nil
if val.Type == bson.TypeNull {
// Expected value is BSON null. Expect the actual field to be omitted.
if errors.Is(err, bsoncore.ErrElementNotFound) {
continue
}
if err != nil {
return newMatchError(mt, expected.Command, evt.Command, "expected key %q to be omitted but got error: %v", key, err)
}
return newMatchError(mt, expected.Command, evt.Command, "expected key %q to be omitted but got %q", key, actualVal)
}
assert.Nil(mt, err, "expected command to contain key %q", key)
if key == "batchSize" {
// Some command monitoring tests expect that the driver will send a lower batch size if the required batch
// size is lower than the operation limit. We only do this for legacy servers <= 3.0 because those server
// versions do not support the limit option, but not for 3.2+. We've already validated that the command
// contains a batchSize field above and we can skip the actual value comparison below.
continue
}
switch key {
case "lsid":
sessName := val.StringValue()
var expectedID bson.Raw
actualID := actualVal.Document()
switch sessName {
case "session0":
expectedID = id0
case "session1":
expectedID = id1
default:
return newMatchError(mt, expected.Command, evt.Command, "unrecognized session identifier in command document: %s", sessName)
}
if !bytes.Equal(expectedID, actualID) {
return newMatchError(mt, expected.Command, evt.Command, "session ID mismatch for session %s; expected %s, got %s", sessName, expectedID,
actualID)
}
default:
if err := compareValues(mt, key, val, actualVal); err != nil {
return newMatchError(mt, expected.Command, evt.Command, "%s", err)
}
}
}
return nil
}
func compareWriteErrors(mt *mtest.T, expected, actual bson.Raw) error {
mt.Helper()
expectedErrors, _ := expected.Values()
actualErrors, _ := actual.Values()
for i, expectedErrVal := range expectedErrors {
expectedErr := expectedErrVal.Document()
actualErr := actualErrors[i].Document()
eIdx := expectedErr.Lookup("index").Int32()
aIdx := actualErr.Lookup("index").Int32()
if eIdx != aIdx {
return fmt.Errorf("write error index mismatch at index %d; expected %d, got %d", i, eIdx, aIdx)
}
eCode := expectedErr.Lookup("code").Int32()
aCode := actualErr.Lookup("code").Int32()
if eCode != 42 && eCode != aCode {
return fmt.Errorf("write error code mismatch at index %d; expected %d, got %d", i, eCode, aCode)
}
eMsg := expectedErr.Lookup("errmsg").StringValue()
aMsg := actualErr.Lookup("errmsg").StringValue()
if eMsg == "" {
if aMsg == "" {
return fmt.Errorf("write error message mismatch at index %d; expected non-empty message, got empty", i)
}
return nil
}
if eMsg != aMsg {
return fmt.Errorf("write error message mismatch at index %d, expected %s, got %s", i, eMsg, aMsg)
}
}
return nil
}
func compareSucceededEvent(mt *mtest.T, expectation *expectation) error {
mt.Helper()
expected := expectation.CommandSucceededEvent
if len(expected.Extra) > 0 {
return fmt.Errorf("unrecognized fields for CommandSucceededEvent: %v", expected.Extra)
}
evt := mt.GetSucceededEvent()
if evt == nil {
return errors.New("expected CommandSucceededEvent, got nil")
}
if expected.CommandName != "" && expected.CommandName != evt.CommandName {
return fmt.Errorf("command name mismatch; expected %s, got %s", expected.CommandName, evt.CommandName)
}
eElems, err := expected.Reply.Elements()
if err != nil {
return fmt.Errorf("error getting expected reply elements: %s", err)
}
for _, elem := range eElems {
key := elem.Key()
val := elem.Value()
actualVal := evt.Reply.Lookup(key)
switch key {
case "writeErrors":
if err = compareWriteErrors(mt, val.Array(), actualVal.Array()); err != nil {
return newMatchError(mt, expected.Reply, evt.Reply, "%s", err)
}
default:
if err := compareValues(mt, key, val, actualVal); err != nil {
return newMatchError(mt, expected.Reply, evt.Reply, "%s", err)
}
}
}
return nil
}
func compareFailedEvent(mt *mtest.T, expectation *expectation) error {
mt.Helper()
expected := expectation.CommandFailedEvent
if len(expected.Extra) > 0 {
return fmt.Errorf("unrecognized fields for CommandFailedEvent: %v", expected.Extra)
}
evt := mt.GetFailedEvent()
if evt == nil {
return errors.New("expected CommandFailedEvent, got nil")
}
if expected.CommandName != "" && expected.CommandName != evt.CommandName {
return fmt.Errorf("command name mismatch; expected %s, got %s", expected.CommandName, evt.CommandName)
}
return nil
}
|