Free cookie consent management tool by TermsFeed Policy Generator

source: branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.GrammaticalOptimization/ISequentialDecisionPolicy.cs @ 13918

Last change on this file since 13918 was 11850, checked in by gkronber, 10 years ago

#2283: solution reorganization

File size: 1.1 KB
Line 
1using System;
2using System.Collections.Generic;
3using System.Dynamic;
4using System.Linq;
5using System.Text;
6using System.Threading.Tasks;
7using HeuristicLab.Problems.GrammaticalOptimization;
8
9namespace HeuristicLab.Algorithms.Bandits {
10  // this interface represents a policy for episodic reinforcement learning (with afterstates)
11  // here we assume that a reward is only recieved at the end of the episode and the update is done only after an episode is complete
12  // we also assume that the policy can fail to select one of the followStates
13  public interface ISequentialDecisionPolicy<in TState> {
14    bool TrySelect(Random random, TState curState, IEnumerable<TState> afterStates, out int selectedStateIdx); // selectedState \in afterStates
15
16    // state-trajectory are the states of the episode, at the end we recieved the reward (only for the terminal state)
17    void UpdateReward(IEnumerable<TState> stateTrajectory, double reward);
18
19    void Reset(); // clears all internal state
20
21    // for introspection
22    double GetValue(TState state);
23    int GetTries(TState state);
24  }
25}
Note: See TracBrowser for help on using the repository browser.