Changeset 16614 for branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3/TestResults.ps1

Timestamp:

02/19/19 05:05:24 (5 years ago)

Author:

hmaislin

Message:

#2929: Fixed result bug, added multitest C / Powershell, passed pagie_1

File:

• branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3/TestResults.ps1 (modified) (8 diffs)

branches/2929_PrioritizedGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.PGE/3.3/TestResults.ps1

@@ -1 @@
-param(
-    [switch] $GenerateNew = $true,
-    [int] $WaitToStep = 200
+[cmdletbinding()]
+param(
+    [int] $WaitToStep = 200,
+    [string] $BenchName = "Pagie_1",
+    [int] $PeelCnt = 3,
+    [int] $EvalCnt = 3,
+    [ValidateSet("method1","method2", "method3")][string] $InitMethod = "method1",
+    [ValidateSet("method1","method2", "method3")][string] $GrowMethod = "method1",
+    [bool] $Clear
 )
 
+$GenerateNew = $true
 
-$CLog = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath 'CGen.log'
-$GoLog = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath 'GoOut.log'
+$CLog = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath "CGen_$($BenchName).log"
+$GoLog = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath "GoOut_$($BenchName).log"
 
-$CExecutable = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath 'a.exe'
+$CLogError = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath "CGen_$($BenchName).err"
+$GoLogError = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath "GoOut_$($BenchName).err"
+
+$CExecutable = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath 'testmulti.exe'
 $GoExecutable = Join-Path -Path $(Resolve-Path $PSScriptRoot) -ChildPath 'go-code\go-pge\go-pge.exe'
 
-
 if($GenerateNew) {
-    $CGenProc = Start-Process -FilePath $CExecutable -RedirectStandardOutput $CLog -WorkingDirectory $PSScriptRoot -PassThru
+  if(Test-Path $GoLog -Type Leaf) {
+    Remove-Item -Path $GoLog
+  }
+  if(Test-Path $CLog -Type Leaf) {
+    Remove-Item -Path $CLog
+    }
+    if(Test-Path $GoLogError -Type Leaf) {
+        Remove-Item -Path $GoLogError
+    }
+    if(Test-Path $CLogError -Type Leaf) {
+        Remove-Item -Path $CLogError
+    }
+  
+    $CGenProc = Start-Process -FilePath $CExecutable -ArgumentList "$BenchName -evals=$($EvalCnt) -peel=$($PeelCnt) -iter=$($WaitToStep) -init=$($InitMethod) -grow=$($GrowMethod)" -RedirectStandardOutput $CLog -RedirectStandardError $CLogError -WorkingDirectory $PSScriptRoot -PassThru
     $StepReached = $false
     while(-not $StepReached) {
@@ -25 +47 @@
     $CGenProc  | Stop-Process -ErrorAction SilentlyContinue
 
-
-    $GoGenProc = Start-Process -FilePath $GoExecutable -ArgumentList "-pcfg=prob/bench/Pagie_1.cfg -evals=3 -peel=3 -iter=$WaitToStep -init=method1 -grow=method1"  -RedirectStandardOutput $GoLog -WorkingDirectory $(Join-Path -Path $PSScriptRoot -ChildPath 'go-code\go-pge') -PassThru
+  $env:GOGC="off"
+  $env:GODEBUG="cgocheck=0"
+  $env:CGO_ENABLED=1
+    $GoGenProc = Start-Process -FilePath $GoExecutable -ArgumentList "-pcfg=prob/bench/$($BenchName).cfg -evals=$($EvalCnt) -peel=$($PeelCnt) -iter=$($WaitToStep) -init=$($InitMethod) -grow=$($GrowMethod)"  -RedirectStandardOutput $GoLog -RedirectStandardError $GoLogError -WorkingDirectory $(Split-Path -Path $GoExecutable -Parent) -PassThru
     $StepReached = $false
     while(-not $StepReached) {
@@ -48 +72 @@
             [int]$CurrentStep = $Matches[1]
             $ValueList[$CurrentStep] = $(New-Object -TypeName System.Collections.ArrayList)
-        } elseif($Line -match "push\/pop \(\d+\,\d+\) \((.+)\)") {
-            $ValueList[$CurrentStep].Add($Matches[1].Trim().Replace(' ', '')) | Out-Null
+        } elseif($Line -match "push\/pop \(\d+\,\d+\) (.+)") {
+            $ValueList[$CurrentStep].Add($Matches[1].Trim().Replace('(', '').Replace(')', '').Replace(' ', '')) | Out-Null
         }
     }
@@ -64 +88 @@
             $ValueList[$CurrentStep] = $(New-Object -TypeName System.Collections.ArrayList)
         } elseif($Line -match "pop\/push\(\d+\,\d+\)\: (.+)") {
-            $ValueList[$CurrentStep].Add($Matches[1].Trim().Trim('(').Trim(')').Replace(' ', '')) | Out-Null
+            $ValueList[$CurrentStep].Add($Matches[1].Trim().Replace('(', '').Replace(')', '').Replace(' ', '')) | Out-Null
         }
     }
@@ -75 +99 @@
         [string]$Second
     )
-    $FirstChars = $First.Trim().ToUpper().ToCharArray() | Sort
-    $SecondChars = $Second.Trim().ToUpper().ToCharArray() | Sort
+    $FirstChars = $First.Trim().ToUpper().ToCharArray() | Sort-Object
+    $SecondChars = $Second.Trim().ToUpper().ToCharArray() | Sort-Object
 
     [System.Collections.ArrayList]$LeftChars = $SecondChars.Clone()
@@ -98 +122 @@
 $ParseGo = Get-GoSteps -Content $GoContent
 
-foreach($StepNr in $($ParseGo.Keys | Sort)) {
+foreach($StepNr in $($ParseGo.Keys | Sort-Object | Where-Object { $_ -ne 0 -and $_ -le $WaitToStep})) {
     $GoResult = $ParseGo[$StepNr]
-    [System.Collections.ArrayList]$CResult = $ParseC[$StepNr + 1]
+    [System.Collections.ArrayList]$CResult = $ParseC[$StepNr]
 
-    if($CResult -eq $null -or $CResult.Count -lt 1) {
-        Write-Information "Missing CStep nr. $StepNr"
+    if($null -eq $CResult -or $CResult.Count -lt 1) {
+        Write-Warning "Missing CStep nr. $StepNr"
         continue
     }
-    if($GoResult -eq $null -or $GoResult.Count -lt 1) {
-        Write-Information "Missing GoStep nr. $StepNr"
+    if($null -eq $GoResult -or $GoResult.Count -lt 1) {
+        Write-Warning "Missing GoStep nr. $StepNr"
         continue
     }
@@ -115 +139 @@
         $State = $false
         foreach($CRes in $CResult.Clone()) {  # Compare every Result with every Step Result
-            Write-Debug "$($GoRes) with $($CRes)"
+            Write-Output "$($GoRes) with $($CRes)"
             if(Compare-Results -First $GoRes -Second $CRes) {
                 $State = $true
@@ -128 +152 @@
 
     if($StepResult) {
-        Write-Host "$StepNr OK"
+        Write-Output "$StepNr OK"
     } else {
         Write-Warning "$StepNr failed!"
     }
 }
+
+if($Clear) {
+    if(Test-Path $GoLog -Type Leaf) {
+        Remove-Item -Path $GoLog
+    }
+    if(Test-Path $CLog -Type Leaf) {
+        Remove-Item -Path $CLog
+    }
+    if(Test-Path $GoLogError -Type Leaf) {
+        Remove-Item -Path $GoLogError
+    }
+    if(Test-Path $CLogError -Type Leaf) {
+        Remove-Item -Path $CLogError
+    }
+}