Changeset 12503 for branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.MonteCarloTreeSearch

Timestamp:

06/23/15 20:00:14 (9 years ago)

Author:

aballeit

Message:

#2283 added GUI and charts; fixed MCTS

Location:

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.MonteCarloTreeSearch

Files:

• Base/TreeNode.cs (modified) (1 diff)
• MonteCarloTreeSearch.cs (modified) (4 diffs)

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.MonteCarloTreeSearch/Base/TreeNode.cs

@@ -17 +17 @@
         public IBanditPolicyActionInfo actionInfo;
 
-        public TreeNode(TreeNode parent, string phrase)
+        public TreeNode(TreeNode parent, string phrase, IBanditPolicyActionInfo actionInfo)
         {
             this.parent = parent;
             this.phrase = phrase;
-            actionInfo = new DefaultPolicyActionInfo();
+            this.actionInfo = actionInfo;
         }
         public bool IsLeaf()

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.MonteCarloTreeSearch/MonteCarloTreeSearch.cs

@@ -53 +53 @@
                 string phrase = currentNode.phrase;
 
-                if (!grammar.IsTerminal(phrase))
+                if (!grammar.IsTerminal(phrase) && phrase.Length <= maxLen)
                 {
                     ExpandTreeNode(currentNode);
@@ -60 +60 @@
                         currentNode.children[behaviourPolicy.SelectAction(random, currentNode.GetChildActionInfos())];
                 }
-                double quality = simulation.Simulate(currentNode);
-                OnSolutionEvaluated(phrase, quality);
+                if (currentNode.phrase.Length <= maxLen)
+                {
+                    double quality = simulation.Simulate(currentNode);
+                    OnSolutionEvaluated(phrase, quality);
 
-                Propagate(currentNode, quality);
+                    Propagate(currentNode, quality);
+                }
             }
         }
@@ -88 +91 @@
                             if (newSequence.Length <= maxLen)
                             {
-                                TreeNode childNode = new TreeNode(treeNode, newSequence.ToString());
+                                TreeNode childNode = new TreeNode(treeNode, newSequence.ToString(), behaviourPolicy.CreateActionInfo());
                                 treeNode.children.Add(childNode);
                             }
@@ -101 +104 @@
             StopRequested = false;
             bestQuality = 0.0;
-            rootNode = new TreeNode(null, grammar.SentenceSymbol.ToString());
+            rootNode = new TreeNode(null, grammar.SentenceSymbol.ToString(), behaviourPolicy.CreateActionInfo());
         }