Changeset 12923 for branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Policies/RandomSymbolicExpressionConstructionPolicy.cs

Timestamp:

08/28/15 14:57:21 (9 years ago)

Author:

gkronber

Message:

#2471

• refactoring to use state value function V(s) instead of state/action value function Q(s,a)
• added test case for artificial ant problem

File:

• branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Policies/RandomSymbolicExpressionConstructionPolicy.cs (modified) (1 diff)

branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Policies/RandomSymbolicExpressionConstructionPolicy.cs

@@ -17 +17 @@
     }
 
-    protected override int Select(object state, IEnumerable<int> actions, IRandom random) {
-      return actions.SampleRandom(random, 1).First();
+    protected override int Select(IReadOnlyList<object> followStates, IRandom random) {
+      var idxs = Enumerable.Range(0, followStates.Count);
+      return idxs.SampleRandom(random);
     }
 
-    public override void Update(IEnumerable<Tuple<object, int>> stateActionSequence, double quality) {
+    public sealed override void Update(IEnumerable<object> stateSequence, double quality) {
+
       // ignore
     }
 
-    protected override object CreateState(ISymbolicExpressionTreeNode root, List<int> actions, ISymbolicExpressionTreeNode parent, int childIdx) {
+    protected override object CreateState(ISymbolicExpressionTreeNode root, List<ISymbol> actions, ISymbolicExpressionTreeNode parent, int childIdx) {
       return null; // doesn't use state information
     }