patrick/WoofWare.NUnitTestRunner
1
0
Fork 0
mirror of https://github.com/Smaug123/unofficial-nunit-runner synced 2025-10-12 04:08:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Emit XML from a TRX report (#43)

Browse Source
This commit is contained in:
Patrick Stevens
2024-06-08 18:31:58 +01:00
committed by GitHub
parent 78b5e9b71f
commit 7c38982fe7
5 changed files with 530 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
TestRunner.Lib/Result.fs
View File

@@ -8,7 +8,7 @@ module internal Result =
| Ok _ -> None
| Error e -> Some e
let inline get<'r, 'e> (r : Result<'r, 'e>) : 'r option =
let get<'r, 'e> (r : Result<'r, 'e>) : 'r option =
match r with
| Ok r -> Some r
| Error _ -> None

29
TestRunner.Lib/SurfaceBaseline.txt
View File

@@ -253,7 +253,7 @@ TestRunner.TestMemberSuccess.Ok [static property]: [read-only] TestRunner.TestMe
TestRunner.TestMemberSuccess.Tag [property]: [read-only] int
TestRunner.TestProgress inherit obj
TestRunner.TestProgress.toStderr [static method]: unit -> TestRunner.ITestProgress
TestRunner.TrxCounters inherit obj, implements TestRunner.TrxCounters System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxCounters System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxCounters inherit obj, implements TestRunner.TrxCounters System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxCounters..ctor [constructor]: (System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32, System.UInt32)
TestRunner.TrxCounters.Aborted [property]: [read-only] System.UInt32
TestRunner.TrxCounters.Completed [property]: [read-only] System.UInt32
@@ -289,21 +289,21 @@ TestRunner.TrxCounters.Timeout [property]: [read-only] System.UInt32
TestRunner.TrxCounters.Total [property]: [read-only] System.UInt32
TestRunner.TrxCounters.Warning [property]: [read-only] System.UInt32
TestRunner.TrxCounters.Zero [static property]: [read-only] TestRunner.TrxCounters
TestRunner.TrxDeployment inherit obj, implements TestRunner.TrxDeployment System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxDeployment System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxDeployment inherit obj, implements TestRunner.TrxDeployment System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxDeployment..ctor [constructor]: string
TestRunner.TrxDeployment.get_RunDeploymentRoot [method]: unit -> string
TestRunner.TrxDeployment.RunDeploymentRoot [property]: [read-only] string
TestRunner.TrxErrorInfo inherit obj, implements TestRunner.TrxErrorInfo System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxErrorInfo System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxErrorInfo inherit obj, implements TestRunner.TrxErrorInfo System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxErrorInfo..ctor [constructor]: (string option, string option)
TestRunner.TrxErrorInfo.get_Message [method]: unit -> string option
TestRunner.TrxErrorInfo.get_StackTrace [method]: unit -> string option
TestRunner.TrxErrorInfo.Message [property]: [read-only] string option
TestRunner.TrxErrorInfo.StackTrace [property]: [read-only] string option
TestRunner.TrxExecution inherit obj, implements TestRunner.TrxExecution System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxExecution System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxExecution inherit obj, implements TestRunner.TrxExecution System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxExecution..ctor [constructor]: System.Guid
TestRunner.TrxExecution.get_Id [method]: unit -> System.Guid
TestRunner.TrxExecution.Id [property]: [read-only] System.Guid
TestRunner.TrxOutcome inherit obj, implements TestRunner.TrxOutcome System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxOutcome System.IComparable, System.IComparable, System.Collections.IStructuralComparable - union type with 3 cases
TestRunner.TrxOutcome inherit obj, implements TestRunner.TrxOutcome System.IEquatable, System.Collections.IStructuralEquatable - union type with 3 cases
TestRunner.TrxOutcome+Tags inherit obj
TestRunner.TrxOutcome+Tags.Completed [static field]: int = 0
TestRunner.TrxOutcome+Tags.Failed [static field]: int = 2
@@ -323,7 +323,7 @@ TestRunner.TrxOutcome.IsWarning [property]: [read-only] bool
TestRunner.TrxOutcome.Parse [static method]: string -> TestRunner.TrxOutcome option
TestRunner.TrxOutcome.Tag [property]: [read-only] int
TestRunner.TrxOutcome.Warning [static property]: [read-only] TestRunner.TrxOutcome
TestRunner.TrxOutput inherit obj, implements TestRunner.TrxOutput System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxOutput System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxOutput inherit obj, implements TestRunner.TrxOutput System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxOutput..ctor [constructor]: (string option, TestRunner.TrxErrorInfo option)
TestRunner.TrxOutput.ErrorInfo [property]: [read-only] TestRunner.TrxErrorInfo option
TestRunner.TrxOutput.get_ErrorInfo [method]: unit -> TestRunner.TrxErrorInfo option
@@ -351,7 +351,8 @@ TestRunner.TrxReport.TestLists [property]: [read-only] TestRunner.TrxTestListEnt
TestRunner.TrxReport.Times [property]: [read-only] TestRunner.TrxReportTimes
TestRunner.TrxReportModule inherit obj
TestRunner.TrxReportModule.parse [static method]: string -> Microsoft.FSharp.Core.FSharpResult<TestRunner.TrxReport, string>
TestRunner.TrxReportTimes inherit obj, implements TestRunner.TrxReportTimes System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxReportTimes System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxReportModule.toXml [static method]: TestRunner.TrxReport -> System.Xml.XmlDocument
TestRunner.TrxReportTimes inherit obj, implements TestRunner.TrxReportTimes System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxReportTimes..ctor [constructor]: (System.DateTimeOffset, System.DateTimeOffset, System.DateTimeOffset, System.DateTimeOffset)
TestRunner.TrxReportTimes.Creation [property]: [read-only] System.DateTimeOffset
TestRunner.TrxReportTimes.Finish [property]: [read-only] System.DateTimeOffset
@@ -361,7 +362,7 @@ TestRunner.TrxReportTimes.get_Queuing [method]: unit -> System.DateTimeOffset
TestRunner.TrxReportTimes.get_Start [method]: unit -> System.DateTimeOffset
TestRunner.TrxReportTimes.Queuing [property]: [read-only] System.DateTimeOffset
TestRunner.TrxReportTimes.Start [property]: [read-only] System.DateTimeOffset
TestRunner.TrxResultsSummary inherit obj, implements TestRunner.TrxResultsSummary System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxResultsSummary System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxResultsSummary inherit obj, implements TestRunner.TrxResultsSummary System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxResultsSummary..ctor [constructor]: (TestRunner.TrxOutcome, TestRunner.TrxCounters, TestRunner.TrxOutput, TestRunner.TrxRunInfo list)
TestRunner.TrxResultsSummary.Counters [property]: [read-only] TestRunner.TrxCounters
TestRunner.TrxResultsSummary.get_Counters [method]: unit -> TestRunner.TrxCounters
@@ -371,7 +372,7 @@ TestRunner.TrxResultsSummary.get_RunInfos [method]: unit -> TestRunner.TrxRunInf
TestRunner.TrxResultsSummary.Outcome [property]: [read-only] TestRunner.TrxOutcome
TestRunner.TrxResultsSummary.Output [property]: [read-only] TestRunner.TrxOutput
TestRunner.TrxResultsSummary.RunInfos [property]: [read-only] TestRunner.TrxRunInfo list
TestRunner.TrxRunInfo inherit obj, implements TestRunner.TrxRunInfo System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxRunInfo System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxRunInfo inherit obj, implements TestRunner.TrxRunInfo System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxRunInfo..ctor [constructor]: (string, TestRunner.TrxOutcome, System.DateTimeOffset, string)
TestRunner.TrxRunInfo.ComputerName [property]: [read-only] string
TestRunner.TrxRunInfo.get_ComputerName [method]: unit -> string
@@ -381,7 +382,7 @@ TestRunner.TrxRunInfo.get_Timestamp [method]: unit -> System.DateTimeOffset
TestRunner.TrxRunInfo.Outcome [property]: [read-only] TestRunner.TrxOutcome
TestRunner.TrxRunInfo.Text [property]: [read-only] string
TestRunner.TrxRunInfo.Timestamp [property]: [read-only] System.DateTimeOffset
TestRunner.TrxTestEntry inherit obj, implements TestRunner.TrxTestEntry System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxTestEntry System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxTestEntry inherit obj, implements TestRunner.TrxTestEntry System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxTestEntry..ctor [constructor]: (System.Guid, System.Guid, System.Guid)
TestRunner.TrxTestEntry.ExecutionId [property]: [read-only] System.Guid
TestRunner.TrxTestEntry.get_ExecutionId [method]: unit -> System.Guid
@@ -389,7 +390,7 @@ TestRunner.TrxTestEntry.get_TestId [method]: unit -> System.Guid
TestRunner.TrxTestEntry.get_TestListId [method]: unit -> System.Guid
TestRunner.TrxTestEntry.TestId [property]: [read-only] System.Guid
TestRunner.TrxTestEntry.TestListId [property]: [read-only] System.Guid
TestRunner.TrxTestListEntry inherit obj, implements TestRunner.TrxTestListEntry System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxTestListEntry System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxTestListEntry inherit obj, implements TestRunner.TrxTestListEntry System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxTestListEntry..ctor [constructor]: (string, System.Guid)
TestRunner.TrxTestListEntry.get_Id [method]: unit -> System.Guid
TestRunner.TrxTestListEntry.get_Name [method]: unit -> string
@@ -405,7 +406,7 @@ TestRunner.TrxTestMethod.get_ClassName [method]: unit -> string
TestRunner.TrxTestMethod.get_CodeBase [method]: unit -> string
TestRunner.TrxTestMethod.get_Name [method]: unit -> string
TestRunner.TrxTestMethod.Name [property]: [read-only] string
TestRunner.TrxTestOutcome inherit obj, implements TestRunner.TrxTestOutcome System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxTestOutcome System.IComparable, System.IComparable, System.Collections.IStructuralComparable - union type with 3 cases
TestRunner.TrxTestOutcome inherit obj, implements TestRunner.TrxTestOutcome System.IEquatable, System.Collections.IStructuralEquatable - union type with 3 cases
TestRunner.TrxTestOutcome+Tags inherit obj
TestRunner.TrxTestOutcome+Tags.Failed [static field]: int = 1
TestRunner.TrxTestOutcome+Tags.NotExecuted [static field]: int = 2
@@ -425,7 +426,7 @@ TestRunner.TrxTestOutcome.NotExecuted [static property]: [read-only] TestRunner.
TestRunner.TrxTestOutcome.Parse [static method]: string -> TestRunner.TrxTestOutcome option
TestRunner.TrxTestOutcome.Passed [static property]: [read-only] TestRunner.TrxTestOutcome
TestRunner.TrxTestOutcome.Tag [property]: [read-only] int
TestRunner.TrxTestSettings inherit obj, implements TestRunner.TrxTestSettings System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxTestSettings System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxTestSettings inherit obj, implements TestRunner.TrxTestSettings System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxTestSettings..ctor [constructor]: (string, System.Guid, TestRunner.TrxDeployment)
TestRunner.TrxTestSettings.Deployment [property]: [read-only] TestRunner.TrxDeployment
TestRunner.TrxTestSettings.get_Deployment [method]: unit -> TestRunner.TrxDeployment
@@ -445,7 +446,7 @@ TestRunner.TrxUnitTest.Id [property]: [read-only] System.Guid
TestRunner.TrxUnitTest.Name [property]: [read-only] string
TestRunner.TrxUnitTest.Storage [property]: [read-only] string
TestRunner.TrxUnitTest.TestMethod [property]: [read-only] TestRunner.TrxTestMethod
TestRunner.TrxUnitTestResult inherit obj, implements TestRunner.TrxUnitTestResult System.IEquatable, System.Collections.IStructuralEquatable, TestRunner.TrxUnitTestResult System.IComparable, System.IComparable, System.Collections.IStructuralComparable
TestRunner.TrxUnitTestResult inherit obj, implements TestRunner.TrxUnitTestResult System.IEquatable, System.Collections.IStructuralEquatable
TestRunner.TrxUnitTestResult..ctor [constructor]: (System.Guid, System.Guid, string, string, System.TimeSpan, System.DateTimeOffset, System.DateTimeOffset, System.Guid, TestRunner.TrxTestOutcome, System.Guid, string, TestRunner.TrxOutput option)
TestRunner.TrxUnitTestResult.ComputerName [property]: [read-only] string
TestRunner.TrxUnitTestResult.Duration [property]: [read-only] System.TimeSpan

457
TestRunner.Lib/TrxReport.fs
View File

@@ -6,6 +6,7 @@ open System.Xml
/// Describes the times at which a complete test run went through state transitions.
/// These all have semantics specific to the test runner, and I have not rigorously worked out what
/// semantics NUnit has, so take these with considerable amounts of salt.
[<NoComparison>]
type TrxReportTimes =
{
/// The time at which this test run was instantiated. (Note that this is *not* what NUnit does.
@@ -20,6 +21,32 @@ type TrxReportTimes =
Finish : DateTimeOffset
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node =
doc.CreateElement ("Times", "http://microsoft.com/schemas/VisualStudio/TeamTest/2010")
do
let attr = doc.CreateAttribute "creation"
attr.Value <- this.Creation.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "queuing"
attr.Value <- this.Queuing.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "start"
attr.Value <- this.Start.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "finish"
attr.Value <- this.Finish.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxReportTimes, string> =
if node.HasChildNodes then
Error "expected <Times/> to have no child nodes"
@@ -77,6 +104,7 @@ type TrxReportTimes =
|> Error
/// Information about this particular instance of the test runner in space and time.
[<NoComparison>]
type TrxDeployment =
{
/// Identifier saying where and when this instance of the runner took place.
@@ -84,6 +112,16 @@ type TrxDeployment =
RunDeploymentRoot : string
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "Deployment"
do
let attr = doc.CreateAttribute "runDeploymentRoot"
attr.Value <- this.RunDeploymentRoot
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxDeployment, string> =
if node.HasChildNodes then
Error "Expected <Deployment/> node to have no child nodes"
@@ -99,6 +137,7 @@ type TrxDeployment =
/// Don't really know what this is; I'm guessing it identifies a configuration of one of the various test runners
/// that may have taken part in this test run?
[<NoComparison>]
type TrxTestSettings =
{
/// Name of one particular configuration of a test runner, human-readable.
@@ -109,6 +148,23 @@ type TrxTestSettings =
Deployment : TrxDeployment
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "TestSettings"
do
let attr = doc.CreateAttribute "name"
attr.Value <- this.Name
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "id"
attr.Value <- this.Id.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do node.AppendChild (this.Deployment.toXml doc) |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxTestSettings, string> =
let name =
match node.Attributes.["name"] with
@@ -143,6 +199,7 @@ type TrxTestSettings =
|> Error
/// The outcome of a specific single test.
[<NoComparison>]
type TrxTestOutcome =
/// The test passed.
| Passed
@@ -171,6 +228,7 @@ type TrxTestOutcome =
/// Description of an error emitted by something that runs (e.g. the test harness or an individual test).
/// This is not a description of a test *failure*.
[<NoComparison>]
type TrxErrorInfo =
{
/// Description of the error.
@@ -179,6 +237,27 @@ type TrxErrorInfo =
StackTrace : string option
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "ErrorInfo"
match this.Message with
| None -> ()
| Some message ->
let child = doc.CreateTextNode message
let messageNode = doc.CreateElement "Message"
messageNode.AppendChild child |> ignore<XmlNode>
node.AppendChild messageNode |> ignore<XmlNode>
match this.StackTrace with
| None -> ()
| Some stackTrace ->
let child = doc.CreateTextNode stackTrace
let stackTraceNode = doc.CreateElement "StackTrace"
stackTraceNode.AppendChild child |> ignore<XmlNode>
node.AppendChild stackTraceNode |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxErrorInfo, string> =
let message =
match node with
@@ -197,6 +276,7 @@ type TrxErrorInfo =
|> Ok
/// Information output by something that runs (e.g. the test harness itself, or an individual test).
[<NoComparison>]
type TrxOutput =
{
/// What the entity printed to standard output.
@@ -205,6 +285,23 @@ type TrxOutput =
ErrorInfo : TrxErrorInfo option
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "Output"
match this.StdOut with
| None -> ()
| Some stdout ->
let text = doc.CreateTextNode stdout
let childNode = doc.CreateElement "StdOut"
childNode.AppendChild text |> ignore<XmlNode>
node.AppendChild childNode |> ignore<XmlNode>
match this.ErrorInfo with
| None -> ()
| Some errInfo -> node.AppendChild (errInfo.toXml doc) |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxOutput, string> =
let stdout =
match node with
@@ -229,6 +326,7 @@ type TrxOutput =
|> Ok
/// The result of a run of a single test.
[<NoComparison>]
type TrxUnitTestResult =
{
/// An ID that lets us identify this test result among the executions (see the <UnitTest> data object).
@@ -258,6 +356,70 @@ type TrxUnitTestResult =
Output : TrxOutput option
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "UnitTestResult"
do
let attr = doc.CreateAttribute "executionId"
attr.Value <- this.ExecutionId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "testId"
attr.Value <- this.TestId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "testName"
attr.Value <- this.TestName
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "computerName"
attr.Value <- this.ComputerName
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "duration"
attr.Value <- this.Duration.ToString "c"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "startTime"
attr.Value <- this.StartTime.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "endTime"
attr.Value <- this.EndTime.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "testType"
attr.Value <- this.TestType.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "outcome"
attr.Value <- this.Outcome.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "testListId"
attr.Value <- this.TestListId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "relativeResultsDirectory"
attr.Value <- this.RelativeResultsDirectory
node.Attributes.Append attr |> ignore<XmlAttribute>
match this.Output with
| None -> ()
| Some output -> node.AppendChild (output.toXml doc) |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxUnitTestResult, string> =
let attrs =
node.Attributes
@@ -401,6 +563,7 @@ type TrxUnitTestResult =
/// A method which, being run, caused a test to run.
/// You get one of these for each run, so in particular you get a different one for each parameter of the method.
[<NoComparison>]
type TrxTestMethod =
{
/// Path to the DLL from which this test was extracted.
@@ -413,6 +576,31 @@ type TrxTestMethod =
Name : string
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "TestMethod"
do
let attr = doc.CreateAttribute "codeBase"
attr.Value <- this.CodeBase
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "adapterTypeName"
attr.Value <- this.AdapterTypeName.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "className"
attr.Value <- this.ClassName
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "name"
attr.Value <- this.Name
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxTestMethod, string> =
let attrs =
node.Attributes
@@ -467,12 +655,23 @@ type TrxTestMethod =
|> Ok
/// Information about a single "execution"; it's not entirely clear to me what this is.
[<NoComparison>]
type TrxExecution =
{
/// Identifier for the execution that ran this specific test.
Id : Guid
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "Execution"
do
let attr = doc.CreateAttribute "id"
attr.Value <- this.Id.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxExecution, string> =
let attrs =
node.Attributes
@@ -503,6 +702,7 @@ type TrxExecution =
/// A single test. (So, for example, you get different ones of these for each parameter to the test method.)
[<NoComparison>]
type TrxUnitTest =
{
/// Name of the test, incorporating string representations of any parameters to the test.
@@ -517,6 +717,28 @@ type TrxUnitTest =
TestMethod : TrxTestMethod
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "UnitTest"
do
let attr = doc.CreateAttribute "name"
attr.Value <- this.Name
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "storage"
attr.Value <- this.Storage
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "id"
attr.Value <- this.Id.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node.AppendChild (this.Execution.toXml doc) |> ignore<XmlNode>
node.AppendChild (this.TestMethod.toXml doc) |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxUnitTest, string> =
let attrs =
node.Attributes
@@ -582,6 +804,7 @@ type TrxUnitTest =
|> Ok
/// Essentially a mapping that tells you which list and execution a test is in.
[<NoComparison>]
type TrxTestEntry =
{
/// For cross-referencing with the TestLists list.
@@ -592,6 +815,26 @@ type TrxTestEntry =
TestId : Guid
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "TestEntry"
do
let attr = doc.CreateAttribute "testListId"
attr.Value <- this.TestListId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "executionId"
attr.Value <- this.ExecutionId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "testId"
attr.Value <- this.TestId.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxTestEntry, string> =
let attrs =
node.Attributes
@@ -647,6 +890,7 @@ type TrxTestEntry =
|> Ok
/// An entry in the TestList, assigning a name to each TestListId.
[<NoComparison>]
type TrxTestListEntry =
{
/// Human-readable name of this list.
@@ -655,6 +899,21 @@ type TrxTestListEntry =
Id : Guid
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "TestList"
do
let attr = doc.CreateAttribute "name"
attr.Value <- this.Name
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "id"
attr.Value <- this.Id.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxTestListEntry, string> =
let attrs =
node.Attributes
@@ -692,6 +951,7 @@ type TrxTestListEntry =
|> Ok
/// Outcome of a test run or of a test.
[<NoComparison>]
type TrxOutcome =
/// Test run was successful.
| Completed
@@ -719,6 +979,7 @@ type TrxOutcome =
None
/// Ancillary information about text emitted during a complete test run.
[<NoComparison>]
type TrxRunInfo =
{
/// The computer on which this text was emitted.
@@ -731,6 +992,30 @@ type TrxRunInfo =
Text : string
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "RunInfo"
do
let attr = doc.CreateAttribute "computerName"
attr.Value <- this.ComputerName
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "outcome"
attr.Value <- this.Outcome.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "timestamp"
attr.Value <- this.Timestamp.ToString "o"
node.Attributes.Append attr |> ignore<XmlAttribute>
let childNode = doc.CreateElement "Text"
let textNode = doc.CreateTextNode this.Text
childNode.AppendChild textNode |> ignore<XmlNode>
node.AppendChild childNode |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxRunInfo, string> =
let attrs =
node.Attributes
@@ -794,6 +1079,7 @@ type TrxRunInfo =
|> Ok
/// Summary statistic of what happened to all the tests in the run.
[<NoComparison>]
type TrxCounters =
{
/// All the tests known to the runner.
@@ -831,6 +1117,91 @@ type TrxCounters =
Pending : uint
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "Counters"
do
let attr = doc.CreateAttribute "total"
attr.Value <- this.Total.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "executed"
attr.Value <- this.Executed.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "passed"
attr.Value <- this.Passed.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "failed"
attr.Value <- this.Failed.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "error"
attr.Value <- this.Errors.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "timeout"
attr.Value <- this.Timeout.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "aborted"
attr.Value <- this.Aborted.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "inconclusive"
attr.Value <- this.Inconclusive.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "passedButRunAborted"
attr.Value <- this.PassedButRunAborted.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "notRunnable"
attr.Value <- this.NotRunnable.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "notExecuted"
attr.Value <- this.NotExecuted.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "disconnected"
attr.Value <- this.Disconnected.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "warning"
attr.Value <- this.Warning.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "completed"
attr.Value <- this.Completed.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "inProgress"
attr.Value <- this.InProgress.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "pending"
attr.Value <- this.Pending.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node
static member internal ofXml (node : XmlNode) : Result<TrxCounters, string> =
let attrs =
node.Attributes
@@ -1054,6 +1425,7 @@ type TrxCounters =
/// Summary of the results; in general this doesn't explicitly mention specific test results
/// unless they have some unusual property like "printed to stdout".
[<NoComparison>]
type TrxResultsSummary =
{
/// Aggregated outcome of the entire test run.
@@ -1066,6 +1438,27 @@ type TrxResultsSummary =
RunInfos : TrxRunInfo list
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node = doc.CreateElement "ResultSummary"
do
let attr = doc.CreateAttribute "outcome"
attr.Value <- this.Outcome.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
node.AppendChild (this.Counters.toXml doc) |> ignore<XmlNode>
node.AppendChild (this.Output.toXml doc) |> ignore<XmlNode>
do
let runInfosNode = doc.CreateElement "RunInfos"
for runInfo in this.RunInfos do
runInfosNode.AppendChild (runInfo.toXml doc) |> ignore<XmlNode>
node.AppendChild runInfosNode |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxResultsSummary, string> =
match node.Attributes.["outcome"] with
| null -> Error "Expected outcome node"
@@ -1121,6 +1514,7 @@ type TrxResultsSummary =
|> Ok
/// A report on a test run.
[<NoComparison>]
type TrxReport =
{
/// An ID for this test run; this probably won't appear anywhere else in the report,
@@ -1144,6 +1538,59 @@ type TrxReport =
ResultsSummary : TrxResultsSummary
}
member internal this.toXml (doc : XmlDocument) : XmlNode =
let node =
doc.CreateElement ("TestRun", "http://microsoft.com/schemas/VisualStudio/TeamTest/2010")
do
let attr = doc.CreateAttribute "id"
attr.Value <- this.Id.ToString ()
node.Attributes.Append attr |> ignore<XmlAttribute>
do
let attr = doc.CreateAttribute "name"
attr.Value <- this.Name
node.Attributes.Append attr |> ignore<XmlAttribute>
node.AppendChild (this.Times.toXml doc) |> ignore<XmlNode>
node.AppendChild (this.Settings.toXml doc) |> ignore<XmlNode>
do
let resultNode = doc.CreateElement "Results"
for result in this.Results do
resultNode.AppendChild (result.toXml doc) |> ignore<XmlNode>
node.AppendChild resultNode |> ignore<XmlNode>
do
let defsNode = doc.CreateElement "TestDefinitions"
for result in this.TestDefinitions do
defsNode.AppendChild (result.toXml doc) |> ignore<XmlNode>
node.AppendChild defsNode |> ignore<XmlNode>
do
let testsNode = doc.CreateElement "TestEntries"
for result in this.TestEntries do
testsNode.AppendChild (result.toXml doc) |> ignore<XmlNode>
node.AppendChild testsNode |> ignore<XmlNode>
do
let listsNode = doc.CreateElement "TestLists"
for result in this.TestLists do
listsNode.AppendChild (result.toXml doc) |> ignore<XmlNode>
node.AppendChild listsNode |> ignore<XmlNode>
do node.AppendChild (this.ResultsSummary.toXml doc) |> ignore<XmlNode>
node
static member internal ofXml (node : XmlNode) : Result<TrxReport, string> =
let attrs =
node.Attributes
@@ -1275,3 +1722,13 @@ module TrxReport =
match node with
| NodeWithNamedChild "TestRun" node -> TrxReport.ofXml node
| _ -> Error "XML document did not have a TestRun node"
/// Render this report as XML, suitable to save in a .TRX file.
let toXml (report : TrxReport) : XmlDocument =
let doc = XmlDocument ()
doc.AppendChild (doc.CreateXmlDeclaration ("1.0", "utf-8", ""))
|> ignore<XmlNode>
doc.AppendChild (report.toXml doc) |> ignore<XmlNode>
doc

2
TestRunner.Lib/version.json
View File

@@ -1,5 +1,5 @@
{
"version": "0.5",
"version": "0.6",
"publicReleaseRefSpec": null,
"pathFilters": [
"./",