1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
|
//===----------------------------------------------------------------------===//
//
// This source file is part of the Swift open source project
//
// Copyright (c) 2014-2017 Apple Inc. and the Swift project authors
// Licensed under Apache License v2.0 with Runtime Library Exception
//
// See http://swift.org/LICENSE.txt for license information
// See http://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
//
//===----------------------------------------------------------------------===//
import Basics
import PackageModel
import SPMTestSupport
import XCTest
final class TestDiscoveryTests: XCTestCase {
func testBuild() async throws {
try await fixture(name: "Miscellaneous/TestDiscovery/Simple") { fixturePath in
let (stdout, _) = try await executeSwiftBuild(fixturePath)
// in "swift build" build output goes to stdout
XCTAssertMatch(stdout, .contains("Build complete!"))
}
}
func testDiscovery() async throws {
try await fixture(name: "Miscellaneous/TestDiscovery/Simple") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Executed 3 tests"))
}
}
func testNonStandardName() async throws {
try await fixture(name: "Miscellaneous/TestDiscovery/hello world") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Executed 1 test"))
}
}
func testAsyncMethods() async throws {
try await fixture(name: "Miscellaneous/TestDiscovery/Async") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Executed 4 tests"))
}
}
func testDiscovery_whenNoTests() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
try await fixture(name: "Miscellaneous/TestDiscovery/NoTests") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// we are expecting that no warning is produced
XCTAssertNoMatch(stderr, .contains("warning:"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Executed 0 tests"))
}
}
func testEntryPointOverride() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
for name in SwiftModule.testEntryPointNames {
try await fixture(name: "Miscellaneous/TestDiscovery/Simple") { fixturePath in
let random = UUID().uuidString
let manifestPath = fixturePath.appending(components: "Tests", name)
try localFileSystem.writeFileContents(manifestPath, string: "print(\"\(random)\")")
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertNoMatch(stdout, .contains("Executed 1 test"))
XCTAssertMatch(stdout, .contains(random))
}
}
}
func testEntryPointOverrideIgnored() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
try await fixture(name: "Miscellaneous/TestDiscovery/Simple") { fixturePath in
let manifestPath = fixturePath.appending(components: "Tests", SwiftModule.defaultTestEntryPointName)
try localFileSystem.writeFileContents(manifestPath, string: "fatalError(\"should not be called\")")
let (stdout, stderr) = try await executeSwiftTest(fixturePath, extraArgs: ["--enable-test-discovery"])
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertNoMatch(stdout, .contains("Executed 1 test"))
}
}
func testTestExtensions() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
try await fixture(name: "Miscellaneous/TestDiscovery/Extensions") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("SimpleTests1.testExample1"))
XCTAssertMatch(stdout, .contains("SimpleTests1.testExample1_a"))
XCTAssertMatch(stdout, .contains("SimpleTests2.testExample2"))
XCTAssertMatch(stdout, .contains("SimpleTests2.testExample2_a"))
XCTAssertMatch(stdout, .contains("SimpleTests4.testExample"))
XCTAssertMatch(stdout, .contains("SimpleTests4.testExample1"))
XCTAssertMatch(stdout, .contains("SimpleTests4.testExample2"))
XCTAssertMatch(stdout, .contains("Executed 7 tests"))
}
}
func testDeprecatedTests() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
try await fixture(name: "Miscellaneous/TestDiscovery/Deprecation") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Executed 2 tests"))
XCTAssertNoMatch(stderr, .contains("is deprecated"))
}
}
func testSubclassedTestClassTests() async throws {
#if os(macOS)
try XCTSkipIf(true)
#endif
try await fixture(name: "Miscellaneous/TestDiscovery/Subclass") { fixturePath in
let (stdout, stderr) = try await executeSwiftTest(fixturePath)
// in "swift test" build output goes to stderr
XCTAssertMatch(stderr, .contains("Build complete!"))
// in "swift test" test output goes to stdout
XCTAssertMatch(stdout, .contains("Tests3.test11"))
XCTAssertMatch(stdout, .contains("->Module1::Tests1::test11"))
XCTAssertMatch(stdout, .contains("Tests3.test12"))
XCTAssertMatch(stdout, .contains("->Module1::Tests1::test12"))
XCTAssertMatch(stdout, .contains("Tests3.test13"))
XCTAssertMatch(stdout, .contains("->Module1::Tests1::test13"))
XCTAssertMatch(stdout, .contains("Tests3.test21"))
XCTAssertMatch(stdout, .contains("->Module1::Tests2::test21"))
XCTAssertMatch(stdout, .contains("Tests3.test22"))
XCTAssertMatch(stdout, .contains("->Module1::Tests2::test22"))
XCTAssertMatch(stdout, .contains("Tests3.test31"))
XCTAssertMatch(stdout, .contains("->Module1::Tests3::test31"))
XCTAssertMatch(stdout, .contains("Tests3.test32"))
XCTAssertMatch(stdout, .contains("->Module1::Tests3::test32"))
XCTAssertMatch(stdout, .contains("Tests3.test33"))
XCTAssertMatch(stdout, .contains("->Module1::Tests3::test33"))
XCTAssertMatch(stdout, .contains("->Module2::Tests1::test11"))
XCTAssertMatch(stdout, .contains("->Module2::Tests1::test12"))
}
}
}
|