source: branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.Bandits/Policies/DefaultPolicyActionInfo.cs @ 11732

using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.Linq;
using System.Text;
using System.Threading.Tasks;

namespace HeuristicLab.Algorithms.Bandits {
  // stores information that is relevant for most of the policies
  public class DefaultPolicyActionInfo : IPolicyActionInfo {
    public bool Disabled { get { return Tries == -1; } }
    public double SumReward { get; private set; }
    public double MaxReward { get; private set; }
    public int Tries { get; private set; }

    public DefaultPolicyActionInfo() {
      MaxReward = double.NegativeInfinity;
    }

    public void UpdateReward(double reward) {
      Debug.Assert(!Disabled);

      Tries++;
      SumReward += reward;
      MaxReward = Math.Max(MaxReward, reward);
    }
    public void Disable() {
      this.Tries = -1;
      this.SumReward = 0.0;
    }
    public void Reset() {
      SumReward = 0.0;
      Tries = 0;
      MaxReward = 0.0;
    }
    public void PrintStats() {
      Console.WriteLine("avg reward {0,5:F2} disabled {1}", SumReward / Tries, Disabled);
    }
  }
}