source: branches/PushGP/HeuristicLab.PushGP/HeuristicLab.Tests/Benchmark/RandomWalkTests.cs @ 14909

namespace HeuristicLab.Tests.Benchmark {
  using System;
  using System.Linq;
  using BenchmarkSuite;

  using HeuristicLab.BenchmarkSuite.Problems;

  using Microsoft.VisualStudio.TestTools.UnitTesting;
  using Problems.ProgramSynthesis.Push.Configuration;
  using Problems.ProgramSynthesis.Push.Generators.CodeGenerator;
  using Problems.ProgramSynthesis.Push.Interpreter;
  using Problems.ProgramSynthesis.Push.Problem.BenchmarkSuite;
  using Problems.ProgramSynthesis.Push.Stack;
  using Random;

  [TestClass]
  public class RandomWalkTests {
    private static void RandomWalk(BenchmarkSuiteDataDescriptor descriptor) {
      var iterations = 2;
      var best = double.MaxValue;
      var random = new MersenneTwister(1337);

      var instance = new BenchmarkSuiteInstanceProvider();
      var data = instance.LoadData(descriptor);
      var evaluator = new PushBenchmarkSuiteEvaluator(data);

      var config = new PushConfiguration {
        EvalPushLimit = data.EvalLimit,
        MaxPointsInProgram = data.MaxSize,
        ErcOptions = data.ErcOptions,
      };

      config.SetEnabledStacks((StackTypes)data.EnabledDataTypes);

      var pool = new PushInterpreterPool(config);
      var bestProgram = Enumerable
        .Range(0, iterations)
        .AsParallel()
        .Select(_ => {
          var program = LinearCodeGenerator.RandomProgram(data.MaxSize, random, config);
          var result = evaluator.EvaluateTraining(pool, program, random);

          return new {
            Quality = result.TotalQuality,
            Program = program
          };
        })
        .OrderBy(x => x.Quality)
        .Select(x => x.Program)
        .First();
      //  var program = RecursiveCodeGenerator.RandomProgram(data.MaxSize, random, config);
      //  var avg = evaluator.EvaluateTraining(pool, program, random);

      //  lock (lockObj) {
      //    if (avg.TotalQuality < best) {
      //      best = avg.TotalQuality;
      //      bestProgram = program;
      //    }
      //  }
      //});

      var averageTestResult = evaluator.EvaluateTest(pool, bestProgram, random);
      //var simplifiedProgram = Simplifier.Simplify(
      //  bestProgram,
      //  p => evaluator.EvaluateTraining(pool, p, random).TotalQuality);

      Console.WriteLine("Training: {0}", best);
      Console.WriteLine("RandomWalk: {0}", averageTestResult.TotalQuality);
      //Console.WriteLine("Best program (simplified): {0}", simplifiedProgram);
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Checksum() {
      RandomWalk(new Checksum());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void CollatzNumbers() {
      RandomWalk(new CollatzNumbers());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void CompareStringLengths() {
      RandomWalk(new CompareStringLengths());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void CountOdds() {
      RandomWalk(new CountOdds());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Digits() {
      RandomWalk(new Digits());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void DoubleLetters() {
      RandomWalk(new DoubleLetters());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void EvenSquares() {
      RandomWalk(new EvenSquares());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void ForLoopIndex() {
      RandomWalk(new ForLoopIndex());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Grades() {
      RandomWalk(new Grades());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void LastIndexOfZero() {
      RandomWalk(new LastIndexOfZero());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Median() {
      RandomWalk(new Median());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void MirrorImage() {
      RandomWalk(new MirrorImage());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void NegativeToZero() {
      RandomWalk(new NegativeToZero());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void NumberIo() {
      RandomWalk(new NumberIO());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void PigLatin() {
      RandomWalk(new PigLatin());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void ReplaceSpaceWithNewLine() {
      RandomWalk(new ReplaceSpaceWithNewline());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void ScrabbleScore() {
      RandomWalk(new ScrabbleScore());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Smallest() {
      RandomWalk(new Smallest());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void SmallOrLarge() {
      RandomWalk(new SmallOrLarge());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void StringDifferences() {
      RandomWalk(new StringDifferences());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void StringLengthsBackwards() {
      RandomWalk(new StringLengthsBackwards());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void SumOfSquares() {
      RandomWalk(new SumOfSquares());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void SuperAnagrams() {
      RandomWalk(new SuperAnagrams());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void Syllables() {
      RandomWalk(new Syllables());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void VectorAverage() {
      RandomWalk(new VectorAverage());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void VectorSummed() {
      RandomWalk(new VectorSummed());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void WallisPi() {
      RandomWalk(new WallisPi());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void WordStats() {
      RandomWalk(new WordStats());
    }

    [TestMethod]
    [TestProperty("Time", "Medium")]
    [TestCategory("ProblemTest")]
    public void XWordLines() {
      RandomWalk(new XWordLines());
    }
  }
}