attempted to add performance tests to CI

lostmsu · lostmsu · commit ad92f96c9b36 · 2019-10-21T17:20:00.000-07:00
diff --git a/ci/appveyor_run_tests.ps1 b/ci/appveyor_run_tests.ps1
@@ -42,6 +42,15 @@ Write-Host ("Starting embedded tests") -ForegroundColor "Green"
 $CS_STATUS = $LastExitCode
 if ($CS_STATUS -ne 0) {
     Write-Host "Embedded tests failed" -ForegroundColor "Red"
+} else {
+    # Run C# Performance tests
+    Write-Host ("Starting performance tests") -ForegroundColor "Green"
+    $CS_PERF_TESTS = ".\src\perf_tests\bin\Python.PerformanceTests.dll"
+    &"$CS_RUNNER" "$CS_PERF_TESTS"
+    $CS_PERF_STATUS = $LastExitCode
+    if ($CS_PERF_STATUS -ne 0) {
+        Write-Host "Performance tests (C#) failed" -ForegroundColor "Red"
+    }
 }
 
 if ($env:BUILD_OPTS -eq "--xplat"){
@@ -62,7 +71,7 @@ if ($env:BUILD_OPTS -eq "--xplat"){
 }
 
 # Set exit code to fail if either Python or Embedded tests failed
-if ($PYTHON_STATUS -ne 0 -or $CS_STATUS -ne 0) {
+if ($PYTHON_STATUS -ne 0 -or $CS_STATUS -ne 0 -or $CS_PERF_STATUS -ne 0) {
     Write-Host "Tests failed" -ForegroundColor "Red"
     $host.SetShouldExit(1)
 }
diff --git a/pythonnet.15.sln b/pythonnet.15.sln
@@ -19,6 +19,12 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Repo", "Repo", "{441A0123-F
 		.editorconfig = .editorconfig
 	EndProjectSection
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "CI", "CI", "{D301657F-5EAF-4534-B280-B858D651B2E5}"
+	ProjectSection(SolutionItems) = preProject
+		ci\appveyor_build_recipe.ps1 = ci\appveyor_build_recipe.ps1
+		ci\appveyor_run_tests.ps1 = ci\appveyor_run_tests.ps1
+	EndProjectSection
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
diff --git a/setup.py b/setup.py
@@ -356,7 +356,7 @@ def build_extension(self, ext):
                 " ".join(
                     cmd
                     + [
-                        '"/t:Console_15:publish;Python_EmbeddingTest_15:publish"',
+                        '"/t:Console_15:publish;Python_EmbeddingTest_15:publish;Python_PerformanceTests:publish"',
                         "/p:TargetFramework=netcoreapp2.0",
                     ]
                 ),
diff --git a/src/perf_tests/Python.PerformanceTests.csproj b/src/perf_tests/Python.PerformanceTests.csproj
@@ -3,6 +3,7 @@
   <PropertyGroup>
     <TargetFramework>net461</TargetFramework>
     <Configurations>DebugMono;DebugMonoPY3;ReleaseMono;ReleaseMonoPY3;DebugWin;DebugWinPY3;ReleaseWin;ReleaseWinPY3</Configurations>
+    <OutputPath>bin\</OutputPath>
 
     <IsPackable>false</IsPackable>
   </PropertyGroup>

Original file line number	Diff line number	Diff line change
`@@ -356,7 +356,7 @@ def build_extension(self, ext):`
`356`	`356`	`" ".join(`
`357`	`357`	`cmd`
`358`	`358`	`+ [`
`359`		`- '"/t:Console_15:publish;Python_EmbeddingTest_15:publish"',`
	`359`	`+ '"/t:Console_15:publish;Python_EmbeddingTest_15:publish;Python_PerformanceTests:publish"',`
`360`	`360`	`"/p:TargetFramework=netcoreapp2.0",`
`361`	`361`	`]`
`362`	`362`	`),`