Changeset 12923 for branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Interfaces

Timestamp:

08/28/15 14:57:21 (9 years ago)

Author:

gkronber

Message:

#2471

• refactoring to use state value function V(s) instead of state/action value function Q(s,a)
• added test case for artificial ant problem

Location:

branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Interfaces

Files:

• IQualityFunction.cs (deleted)
• IStateFunction.cs (modified) (1 diff)
• IStateValueFunction.cs (added)
• ISymbolicExpressionConstructionPolicy.cs (modified) (1 diff)
• ITabularQualityFunction.cs (deleted)
• ITabularStateValueFunction.cs (added)

branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Interfaces/IStateFunction.cs

@@ -10 +10 @@
   // creates a state from the information available at sequential derivation steps of symbolic expression trees
   public interface IStateFunction : IItem {
-    object CreateState(ISymbolicExpressionTreeNode root, List<int> actions, ISymbolicExpressionTreeNode parentNode, int childIdx);
+    object CreateState(ISymbolicExpressionTreeNode root, List<ISymbol> actions, ISymbolicExpressionTreeNode parentNode, int childIdx);
   }
 }

branches/HeuristicLab.Algorithms.IteratedSentenceConstruction/HeuristicLab.Algorithms.IteratedSymbolicExpressionConstruction/3.3/Interfaces/ISymbolicExpressionConstructionPolicy.cs

@@ -9 +9 @@
   public interface ISymbolicExpressionConstructionPolicy : IItem {
     void Initialize(SymbolicExpressionTreeProblem problem, IRandom random);
-    ISymbolicExpressionTree Sample(out IEnumerable<Tuple<object, int>> stateActionSequence);
-    void Update(IEnumerable<Tuple<object, int>> stateActionSequence, double quality);
+    ISymbolicExpressionTree Sample(out IEnumerable<object> stateSequence);
+    void Update(IEnumerable<object> stateSequence, double quality);
   }
 }