Changeset 12386

Timestamp:

05/06/15 18:20:35 (10 years ago)

Author:

gkronber

Message:

#2283: more unit tests to generate data for eurocast

Location:

branches/HeuristicLab.Problems.GrammaticalOptimization-gkr

Files:

• Test/RunMctsExperiments.cs (modified) (3 diffs)
• testMCTS.bat (modified) (1 diff)

branches/HeuristicLab.Problems.GrammaticalOptimization-gkr/Test/RunMctsExperiments.cs

@@ -1 +1 @@
 using System;
-using System.Collections;
 using System.Collections.Generic;
 using System.Globalization;
@@ -7 +6 @@
 using HeuristicLab.Algorithms.Bandits.GrammarPolicies;
 using HeuristicLab.Algorithms.Bandits.Models;
-using HeuristicLab.Algorithms.GeneticProgramming;
 using HeuristicLab.Algorithms.GrammaticalOptimization;
-using HeuristicLab.Problems.GrammaticalOptimization;
-using HeuristicLab.Problems.GrammaticalOptimization.SymbReg;
 using Microsoft.VisualStudio.TestTools.UnitTesting;
 using RandomPolicy = HeuristicLab.Algorithms.Bandits.BanditPolicies.RandomPolicy;
@@ -144 +140 @@
       }
     }
-
-    #endregion
-
+    #endregion
+
+    #region hardpalindrome
+    [TestMethod]
+    [Timeout(1000 * 60 * 60 * 120)] // 120 hours
+    public void RunMctsPalindromeProblem() {
+      CultureInfo.DefaultThreadCurrentCulture = CultureInfo.InvariantCulture;
+
+      var instanceFactories = new Func<int, ISymbolicExpressionTreeProblem>[]
+      {
+        (randSeed) => (ISymbolicExpressionTreeProblem) new HardPalindromeProblem(), 
+      };
+
+      var maxSizes = new int[] { 10, 20, 30, 40, 50 }; 
+      int nReps = 30;
+      int maxIterations = 100000; 
+      foreach (var instanceFactory in instanceFactories) {
+        foreach (var policyFactory in policyFactories) {
+          foreach (var conf in GenerateConfigurations(instanceFactory, policyFactory, nReps, maxSizes)) {
+            RunMctsForProblem(conf.RandSeed, conf.Problem, conf.Policy, maxIterations, conf.MaxSize);
+          }
+        }
+      }
+    }
+    #endregion
+
+    #region royalpair
+    [TestMethod]
+    [Timeout(1000 * 60 * 60 * 120)] // 120 hours
+    public void RunMctsRoyalPairProblem() {
+      CultureInfo.DefaultThreadCurrentCulture = CultureInfo.InvariantCulture;
+
+      var instanceFactories = new Func<int, ISymbolicExpressionTreeProblem>[]
+      {
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalPairProblem(2), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalPairProblem(4), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalPairProblem(8), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalPairProblem(16), 
+      };
+
+      var maxSizes = new int[] { 10, 20, 30, 40, 50 };
+      int nReps = 30;
+      int maxIterations = 100000;
+      foreach (var instanceFactory in instanceFactories) {
+        foreach (var policyFactory in policyFactories) {
+          foreach (var conf in GenerateConfigurations(instanceFactory, policyFactory, nReps, maxSizes)) {
+            RunMctsForProblem(conf.RandSeed, conf.Problem, conf.Policy, maxIterations, conf.MaxSize);
+          }
+        }
+      }
+    }
+    #endregion
+
+    #region royalseq
+    [TestMethod]
+    [Timeout(1000 * 60 * 60 * 120)] // 120 hours
+    public void RunMctsRoyalSequenceProblem() {
+      CultureInfo.DefaultThreadCurrentCulture = CultureInfo.InvariantCulture;
+
+      var instanceFactories = new Func<int, ISymbolicExpressionTreeProblem>[]
+      {
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalSequenceProblem(new Random(randSeed), 3, 50), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalSequenceProblem(new Random(randSeed), 5, 50), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalSequenceProblem(new Random(randSeed), 10, 50), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalSequenceProblem(new Random(randSeed), 20, 50), 
+      };
+
+      var maxSizes = new int[] { 10, 20, 30, 40, 50 };
+      int nReps = 30;
+      int maxIterations = 100000;
+      foreach (var instanceFactory in instanceFactories) {
+        foreach (var policyFactory in policyFactories) {
+          foreach (var conf in GenerateConfigurations(instanceFactory, policyFactory, nReps, maxSizes)) {
+            RunMctsForProblem(conf.RandSeed, conf.Problem, conf.Policy, maxIterations, conf.MaxSize);
+          }
+        }
+      }
+    }
+    #endregion
+
+    #region royaltree
+    [TestMethod]
+    [Timeout(1000 * 60 * 60 * 120)] // 120 hours
+    public void RunMctsRoyalTreeProblem() {
+      CultureInfo.DefaultThreadCurrentCulture = CultureInfo.InvariantCulture;
+
+      var instanceFactories = new Func<int, ISymbolicExpressionTreeProblem>[]
+      {
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalTreeProblem(3), 
+        (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalTreeProblem(4), 
+        // (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalTreeProblem(5), 
+        // (randSeed) => (ISymbolicExpressionTreeProblem) new RoyalTreeProblem(6), 
+      };
+
+      var maxSizes = new int[] { 30, 100, 200 };
+      int nReps = 30;
+      int maxIterations = 100000;
+      foreach (var instanceFactory in instanceFactories) {
+        foreach (var policyFactory in policyFactories) {
+          foreach (var conf in GenerateConfigurations(instanceFactory, policyFactory, nReps, maxSizes)) {
+            RunMctsForProblem(conf.RandSeed, conf.Problem, conf.Policy, maxIterations, conf.MaxSize);
+          }
+        }
+      }
+    }
+    #endregion
+
+    #region findphrases
+    [TestMethod]
+    [Timeout(1000 * 60 * 60 * 120)] // 120 hours
+    public void RunMctsFindPhrasesProblem() {
+      CultureInfo.DefaultThreadCurrentCulture = CultureInfo.InvariantCulture;
+
+      var instanceFactories = new Func<int, ISymbolicExpressionTreeProblem>[]
+      {
+        (randSeed) => (ISymbolicExpressionTreeProblem) new FindPhrasesProblem(new Random(randSeed), 10, 10, 3, 10, 0, 1.0, 0.0, true),
+      };
+
+      var maxSizes = new int[] { 9, 12, 15, 21, 30 };
+      int nReps = 30;
+      int maxIterations = 100000;
+      foreach (var instanceFactory in instanceFactories) {
+        foreach (var policyFactory in policyFactories) {
+          foreach (var conf in GenerateConfigurations(instanceFactory, policyFactory, nReps, maxSizes)) {
+            RunMctsForProblem(conf.RandSeed, conf.Problem, conf.Policy, maxIterations, conf.MaxSize);
+          }
+        }
+      }
+    }
+    #endregion
+    
     #region helpers
     private IEnumerable<Configuration> GenerateConfigurations(

branches/HeuristicLab.Problems.GrammaticalOptimization-gkr/testMCTS.bat

@@ -1 +1 @@
 mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsArtificialAntProblem /noisolation /detail:stdout /detail:duration > mcts-artificial-ant-log.txt
 mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsPoly10Problem /noisolation /detail:stdout /detail:duration > mcts-poly-10-log.txt
+mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsRoyalPairProblem /noisolation /detail:stdout /detail:duration > mcts-royalpair-log.txt
+mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsPalindromeProblem /noisolation /detail:stdout /detail:duration > mcts-palindrome-log.txt
+mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsRoyalSequenceProblem /noisolation /detail:stdout /detail:duration > mcts-royalseq-log.txt
+mstest /testcontainer:Test\bin\Release\Test.dll /testsettings:local.testsettings /test:RunMctsFindPhrasesProblem /noisolation /detail:stdout /detail:duration > mcts-findphrases-log.txt