1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
'
' Visual Basic.Net Compiler
' Copyright (C) 2004 - 2010 Rolf Bjarne Kvinge, RKvinge@novell.com
'
' This library is free software; you can redistribute it and/or
' modify it under the terms of the GNU Lesser General Public
' License as published by the Free Software Foundation; either
' version 2.1 of the License, or (at your option) any later version.
'
' This library is distributed in the hope that it will be useful,
' but WITHOUT ANY WARRANTY; without even the implied warranty of
' MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
' Lesser General Public License for more details.
'
' You should have received a copy of the GNU Lesser General Public
' License along with this library; if not, write to the Free Software
' Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
'
Public Class ExternalProcessVerification
Inherits VerificationBase
Private m_Process As ExternalProcessExecutor
ReadOnly Property Process() As ExternalProcessExecutor
Get
Return m_Process
End Get
End Property
''' <summary>
''' Creates a new verifier using an external process.
''' </summary>
''' <param name="Test"></param>
''' <param name="Executable">The program to use.</param>
''' <param name="ExpandableCommandLine">The parameters to the program.
''' Strings that are expanded are: %OUTPUTASSEMBLY% and %OUTPUTVBCASSEMBLY%.
''' Environment variables are also expanded.</param>
''' <remarks></remarks>
Sub New(ByVal Test As Test, ByVal Executable As String, Optional ByVal ExpandableCommandLine As String = "%OUTPUTASSEMBLY%")
MyBase.New(Test)
If String.IsNullOrEmpty(ExpandableCommandLine) Then ExpandableCommandLine = "%OUTPUTASSEMBLY%"
m_Process = New ExternalProcessExecutor(Executable, ExpandableCommandLine)
m_Process.ExpandCmdLine(New String() {"%OUTPUTASSEMBLY%", "%OUTPUTVBCASSEMBLY%"}, New String() {Test.OutputAssembly(), Test.OutputVBCAssembly()})
End Sub
Protected Overrides Function RunVerification() As Boolean
Dim result As Boolean
result = m_Process.RunProcess()
If result = False Then
MyBase.DescriptiveMessage = Name & " failed: " & vbNewLine & m_Process.StdOut
Return False
End If
If m_Process.TimedOut = False Then
If m_Process.ExitCode <> Me.ExpectedExitCode Then
MyBase.DescriptiveMessage = Name & " failed, expected exit code " & Me.ExpectedExitCode & " but process exited with exit code " & m_Process.ExitCode & vbNewLine
result = False
End If
Dim actualErrors As New Generic.List(Of ErrorInfo)
Dim errorReport As String
Dim ei As ErrorInfo
Dim line As String
Dim stdout As String = m_Process.StdOut
Using reader As New System.IO.StringReader(stdout)
line = reader.ReadLine
Do While line IsNot Nothing
If line.Contains("<MyGenerator>") Then
MyBase.DescriptiveMessage = Name & " failed, <MyGenerator> shown in message" & vbNewLine
result = False
ElseIf line.Contains("VBNC9999") AndAlso line.Contains("VBNC99998") = False Then
MyBase.DescriptiveMessage = Name & " failed, VBNC9999? shown in message" & vbNewLine
result = False
ElseIf line.Contains("CHANGEME") Then
MyBase.DescriptiveMessage = Name & " failed, CHANGEME shown in message" & vbNewLine
result = False
Else
ei = ErrorInfo.ParseLine(line)
If ei IsNot Nothing Then actualErrors.Add(ei)
End If
line = reader.ReadLine
Loop
End Using
If result Then
If (ExpectedErrors Is Nothing OrElse ExpectedErrors.Count = 0) AndAlso actualErrors.Count > 0 Then
MyBase.DescriptiveMessage = String.Format("{0} failed, expected 0 messages, got {1} messages{2}", Name, actualErrors.Count, vbNewLine)
result = False
ElseIf ExpectedErrors IsNot Nothing AndAlso ExpectedErrors.Count <> actualErrors.Count Then
MyBase.DescriptiveMessage = String.Format("{0} failed, expected {1} messages, got {2} messages{3}", Name, ExpectedErrors.Count, actualErrors.Count, vbNewLine)
result = False
ElseIf ExpectedErrors IsNot Nothing Then
errorReport = String.Empty
Dim expectedFound As New Generic.List(Of ErrorInfo)(ExpectedErrors)
Dim actualFound As New Generic.List(Of ErrorInfo)(actualErrors)
For i As Integer = expectedFound.Count - 1 To 0 Step -1
For j As Integer = actualFound.Count - 1 To 0 Step -1
If ErrorInfo.Compare(expectedFound(i), actualFound(j), Nothing) Then
expectedFound.RemoveAt(i)
actualFound.RemoveAt(j)
Exit For
End If
Next
Next
For i As Integer = 0 To expectedFound.Count - 1
errorReport += String.Format("Expected message not reported: {0}: {1} {2}{3}", expectedFound(i).Line, expectedFound(i).Number, expectedFound(i).Message, Environment.NewLine)
Next
For i As Integer = 0 To actualFound.Count - 1
errorReport += String.Format("Unexpected reported message: {0}: {1} {2}{3}", actualFound(i).Line, actualFound(i).Number, actualFound(i).Message, Environment.NewLine)
Next
If errorReport <> String.Empty Then
MyBase.DescriptiveMessage = String.Format("{0} failed message verification: {2}", Name, vbNewLine, errorReport)
result = False
End If
End If
End If
If result Then
MyBase.DescriptiveMessage = Name & " succeeded."
End If
Else
result = False
MyBase.DescriptiveMessage = Name & " failed, process was killed due to a time-out (" & m_Process.TimeOut.ToString & " ms)." & vbNewLine
End If
MyBase.DescriptiveMessage &= vbNewLine & m_Process.StdOut
If m_Process.Executable.Contains("PEVerify") Then
Debug.WriteLine(MyBase.DescriptiveMessage)
If MyBase.DescriptiveMessage.ToLowerInvariant.Contains("warning") Then
'Stop
End If
End If
Return result
End Function
End Class
|
