Changeset 12298 for branches/HeuristicLab.Problems.GrammaticalOptimization-gkr/Main

Timestamp:

04/10/15 16:12:08 (10 years ago)

Author:

gkronber

Message:

#2283: experiments with q-learning

File:

• branches/HeuristicLab.Problems.GrammaticalOptimization-gkr/Main/Program.cs (modified) (4 diffs)

branches/HeuristicLab.Problems.GrammaticalOptimization-gkr/Main/Program.cs

@@ -1 +1 @@
 using System;
+using System.Collections.Generic;
 using System.Diagnostics;
 using System.Globalization;
+using System.Linq;
+using System.Text.RegularExpressions;
 using HeuristicLab.Algorithms.Bandits.BanditPolicies;
 using HeuristicLab.Algorithms.Bandits.GrammarPolicies;
@@ -38 +41 @@
 
         var globalStatistics = new SentenceSetStatistics();
+        ResetAlleleStatistics();
         var random = new Random();
 
@@ -66 +70 @@
           iterations++;
           globalStatistics.AddSentence(sentence, quality);
-
+          UpdateAlleleStatistics(sentence);
           // comment this if you don't want to see solver statistics
           if (iterations % 100 == 0) {
-            if (iterations % 1000 == 0) Console.Clear();
+            if (iterations % 1000 == 0) {
+              Console.Clear();
+            }
             Console.SetCursorPosition(0, 0);
-             alg.PrintStats();
-            //policy.PrintStats();
+            Console.WriteLine(iterations);
+            WriteAlleleStatistics();
+            Console.WriteLine(globalStatistics.BestSentenceQuality);
+            Console.WriteLine(globalStatistics.BestSentence);
+            Console.WriteLine(globalStatistics);
+            //alg.PrintStats();
+            policy.PrintStats();
+            //ResetAlleleStatistics();
           }
-
+          
           // uncomment this if you want to collect statistics of the generated sentences
           //if (iterations % 100 == 0) {
@@ -94 +106 @@
       }
     }
+
+    private static void UpdateAlleleStatistics(string sentence) {
+      for (int i = 0; i < sentence.Length; i++) {
+        var allele = sentence.Substring(i, 1);
+        if (alleleStatistics.ContainsKey(allele)) alleleStatistics[allele]++;
+      }
+      for (int i = 0; i < sentence.Length - 2; i+=2) {
+        var allele = sentence.Substring(i, 3);
+        if (alleleStatistics.ContainsKey(allele)) alleleStatistics[allele]++;
+      }
+      for (int i = 0; i < sentence.Length - 4; i+=2) {
+        var allele = sentence.Substring(i, 5);
+        if (alleleStatistics.ContainsKey(allele)) alleleStatistics[allele]++;
+      }
+    }
+
+
+    private static Dictionary<string, int> alleleStatistics;
+
+    private static void ResetAlleleStatistics() {
+      alleleStatistics = new Dictionary<string, int>()
+      {
+        {"a", 0},
+        {"b", 0},
+        {"c", 0},
+        {"d", 0},
+        {"e", 0},
+        {"f", 0},
+        {"g", 0},
+        {"h", 0},
+        {"i", 0},
+        {"j", 0},
+        {"a*b", 0},
+        {"b*a", 0},
+        {"c*d", 0},
+        {"d*c", 0},
+        {"e*f", 0},
+        {"f*e", 0},
+        {"a*g*i", 0},
+        {"a*i*g", 0},
+        {"g*a*i", 0},
+        {"g*i*a", 0},
+        {"i*g*a", 0},
+        {"i*a*g", 0},
+        {"j*c*f", 0},
+        {"j*f*c", 0},
+        {"c*j*f", 0},
+        {"c*f*j", 0},
+        {"f*c*j", 0},
+        {"f*j*c", 0}
+      };
+    }
+
+
+    private static void WriteAlleleStatistics() {
+      double count = alleleStatistics.Sum(e => e.Value);
+      foreach (var entry in alleleStatistics.OrderByDescending(e=>e.Value)) {
+        Console.WriteLine("{0,-10} {1,-10}", entry.Key, entry.Value);
+      }
+    }
   }
 }