Changeset 11710 for branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.Bandits

Timestamp:

12/21/14 09:19:54 (9 years ago)

Author:

gkronber

Message:

#2283: more bandit policies and tests

Location:

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.Bandits

Files:

• Bandit.cs (deleted)
• Bandits (added)
• BernoulliBandit.cs (added)
• EpsGreedyPolicy.cs (modified) (1 diff)
• HeuristicLab.Algorithms.Bandits.csproj (modified) (1 diff)
• Policies (added)
• TruncatedNormalBandit.cs (added)
• UCB1Policy.cs (added)
• UCB1TunedPolicy.cs (added)
• UCBNormalPolicy.cs (added)

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.Bandits/EpsGreedyPolicy.cs

@@ -24 +24 @@
         var maxReward = double.NegativeInfinity;
         int bestAction = -1;
-        int curAction = -1;
-        foreach (var avgReward in sumReward.Zip(tries, (r, t) => r / (t + 1))) { // prevent division by zero
-          curAction++;
+        for (int i = 0; i < NumActions; i++) {
+          if (tries[i] == 0) return i;
+          var avgReward = sumReward[i] / tries[i];
           if (maxReward < avgReward) {
             maxReward = avgReward;
-            bestAction = curAction;
+            bestAction = i;
           }
         }

branches/HeuristicLab.Problems.GrammaticalOptimization/HeuristicLab.Algorithms.Bandits/HeuristicLab.Algorithms.Bandits.csproj

@@ -40 +40 @@
   </ItemGroup>
   <ItemGroup>
-    <Compile Include="Bandit.cs" />
+    <Compile Include="BernoulliBandit.cs" />
     <Compile Include="BanditPolicy.cs" />
+    <Compile Include="TruncatedNormalBandit.cs" />
+    <Compile Include="UCBNormalPolicy.cs" />
+    <Compile Include="UCB1TunedPolicy.cs" />
+    <Compile Include="UCB1Policy.cs" />
     <Compile Include="EpsGreedyPolicy.cs" />
     <Compile Include="IPolicy.cs" />
     <Compile Include="Properties\AssemblyInfo.cs" />
     <Compile Include="RandomPolicy.cs" />
+  </ItemGroup>
+  <ItemGroup>
+    <Folder Include="Bandits\" />
+    <Folder Include="Policies\" />
   </ItemGroup>
   <Import Project="$(MSBuildToolsPath)\Microsoft.CSharp.targets" />