Changeset 16617 for branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3/MultiTest.ps1

Timestamp:

02/20/19 23:50:24 (5 years ago)

Author:

hmaislin

Message:

#2929: Added missing levmar dependency libs for amd64 and fixed MultiTest bugs

Location:

branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3

Files:

• . (modified) (1 prop)
• MultiTest.ps1 (modified) (3 diffs)

branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3/MultiTest.ps1

@@ -1 +1 @@
 [cmdletbinding()]
 param(
-    [int] $WaitToStep = 200,
+    [int] $WaitToStep = 500,
     [int] $PeelCnt = 3,
     [int] $EvalCnt = 3,
     [ValidateSet("method1","method2", "method3")][string] $InitMethod = "method1",
     [ValidateSet("method1","method2", "method3")][string] $GrowMethod = "method1",
-    [int] $MaxJobs = 30,
-    [switch] $Clear
+    [int] $MaxJobs = 10,
+    [switch] $NoClear,
+    [switch] $UseExisting
 )
 
 $BenchmarksPath = Resolve-Path -Relative "go-code\go-pge\data\benchmark"
-
-$Clean = $false
-if($Clear) {
-    $Clean = $true
-}
 
 $BenchFiles = Get-ChildItem -Path $BenchmarksPath -File
@@ -26 +22 @@
     }
     $ActiveJobs[$BenchName] = Start-Job -ScriptBlock {
-        param($PSPath, $WaitToStep, $BenchName, $PeelCnt, $EvalCnt, $InitMethod, $GrowMethod, $Clear)
+        param($PSPath, $WaitToStep, $BenchName, $PeelCnt, $EvalCnt, $InitMethod, $GrowMethod, $NoClear, $UseExisting)
         Set-Location -Path $PSPath
-        ./TestResults -WaitToStep $WaitToStep -BenchName $BenchName -PeelCnt $PeelCnt -EvalCnt $EvalCnt -InitMethod $InitMethod -GrowMethod $GrowMethod *>&1
-    } -ArgumentList $(Resolve-Path $PSScriptRoot), $WaitToStep, $BenchName, $PeelCnt, $EvalCnt, $InitMethod, $GrowMethod, $Clean
+        ./TestResults -WaitToStep $WaitToStep -BenchName $BenchName -PeelCnt $PeelCnt -EvalCnt $EvalCnt -InitMethod $InitMethod -GrowMethod $GrowMethod -NoClear:$NoClear -UseExisting:$UseExisting *>&1
+        Write-Output "Gen-Return: $LASTEXITCODE"
+    } -ArgumentList $(Resolve-Path $PSScriptRoot), $WaitToStep, $BenchName, $PeelCnt, $EvalCnt, $InitMethod, $GrowMethod, $NoClear.IsPresent, $UseExisting.IsPresent
     Write-Host "Started job for $BenchName"
 }
@@ -37 +34 @@
     $Job = $ActiveJobs[$BenchName]
     $Res = $Job | Receive-Job
+    $ReturnLine = $Res | Select-String -SimpleMatch "Gen-Return: "
+    if($ReturnLine -match "Gen-Return: (\d+)") {
+        if($Matches[0] -ne 0) {
+            Write-Error "$($BenchName): An error occurred! Return-Code $($Matches[0])"
+            continue
+        }
+    }
     $Succeeded = ($Res | Select-String -Pattern "^[0-9]+\sOK").Count
     $Failed = ($Res | Select-String -Pattern "^[0-9]+\sfailed!").Count
     if($($Succeeded + $Failed) -ne $WaitToStep ) {
-        Write-Error "Something went wrong!? Please check manuelly"
+        $Missing = $WaitToStep - ($Succeeded + $Failed)
+        Write-Error "$($BenchName): $Missing steps missing, or something went wrong!? Please check manuelly"
     }
     if($Succeeded -eq $WaitToStep) {
-        Write-Host "$($BenchName): $Succeeded / $WaitToStep tests succeeded"
+        Write-Host "$($BenchName): $Succeeded / $WaitToStep `ttests succeeded"
     } else {
-        Write-Warning "$($BenchName): $Failed / $WaitToStep tests failed!"
+        Write-Warning "$($BenchName): $Failed / $WaitToStep `ttests failed!"
     }
 }