source: addons/HeuristicLab.PushGP/HeuristicLab.Tests/Erc/ErcTests.cs @ 16958

namespace HeuristicLab.Tests.Erc {
  using System.Linq;

  using HeuristicLab.Core;
  using HeuristicLab.Data;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.Char;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.Float;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.FloatVector;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.Integer;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.IntegerVector;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.String;
  using HeuristicLab.Problems.ProgramSynthesis.Base.Erc.StringVector;
  using HeuristicLab.Random;

  using Microsoft.VisualStudio.TestTools.UnitTesting;

  [TestClass]
  public class ErcTests {
    private const double tolerance = 0.15;
    private IRandom random;

    [TestInitialize]
    public void BeforeTest() {
      random = new MersenneTwister(1337);
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedIntegerErcValueTests() {
      var options = new IntegerErcOptions(
                        new IntegerConstantErc(true, 0.8, 11, 12, 13),
                        new IntegerRangeErc(true, -10, 10, 0.2));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x <= 10 ? "range" : "constants")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants"] / (double)distribution["range"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedFloatErcValueTests() {
      var options = new FloatErcOptions(
                        new FloatConstantErc(true, 0.8, 11.1, 12.1, 13.1),
                        new FloatRangeErc(true, -10.5, 10.5, 0.2));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x <= 10.5 ? "range" : "constants")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants"] / (double)distribution["range"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedCharErcValueTests() {
      var options = new CharErcOptions(
                        new IntegerConstantErc(true, 0.8, 11, 12, 13),
                        new IntegerRangeErc(true, 65, 98, 0.2));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x >= 65 ? "range" : "constants")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants"] / (double)distribution["range"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedStringErcValueTests() {
      var options = new StringErcOptions(
        new StringConstantErc(true, 0.8, "_1", "_2", "_3"),
        new StringRandomErc(true, 0.2));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x.StartsWith("_") ? "constants" : "random")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants"] / (double)distribution["random"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void StringStringErcValueTests() {
      var options = new StringErcOptions(
        new StringConstantErc(true, 1.0, "_1", "_2", "_3"));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x)
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 1.0 / 3.0;

      Assert.IsTrue(IsAlmost(estimatedRatio, distribution["_1"] / 1000.0, tolerance));
      Assert.IsTrue(IsAlmost(estimatedRatio, distribution["_2"] / 1000.0, tolerance));
      Assert.IsTrue(IsAlmost(estimatedRatio, distribution["_3"] / 1000.0, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedIntegerVectorErcValueTests() {
      var options = new IntegerVectorErcOptions(
        new IntegerVectorConstantsErc(true, 0.8, new[] { 1, 2, 3 }, new[] { 4, 5, 6 }),
        new IntegerVectorConstantsErc(true, 0.2, new[] { 10, 11, 12 }, new[] { 13, 14, 15 }));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x.All(_ => _ < 10) ? "constants1" : "constants2")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants1"] / (double)distribution["constants2"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void DisabledIntegerVectorErcValueTests() {
      var options = new IntegerVectorErcOptions(
        new IntegerVectorConstantsErc(false, 0.8, new[] { 1, 2, 3 }, new[] { 4, 5, 6 }),
        new IntegerVectorConstantsErc(true, 0.2, new[] { 10, 11, 12 }, new[] { 13, 14, 15 }));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x.All(_ => _ < 10) ? "constants1" : "constants2")
        .ToDictionary(group => group.Key, group => group.Count());

      Assert.IsFalse(distribution.ContainsKey("constants1"));
      Assert.AreEqual(1000, distribution["constants2"]);
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedFloatVectorErcValueTests() {
      var options = new FloatVectorErcOptions(
        new FloatVectorConstantsErc(true, 0.8, new[] { 1.0, 2.2, 3.1 }, new[] { 4.1, 5.2, 6.3 }),
        new FloatVectorConstantsErc(true, 0.2, new[] { 10.1, 11.1, 12.2 }, new[] { 13.1, 14.2, 15.3 }));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x.All(_ => _ < 10) ? "constants1" : "constants2")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants1"] / (double)distribution["constants2"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    [TestMethod]
    [TestProperty("Time", "Short")]
    [TestCategory("ErcTests")]
    public void MixedStringVectorErcValueTests() {
      var options = new StringVectorErcOptions(
        new StringVectorConstantsErc(true, 0.8, new StringArray(new[] { "_1", "_2", "_3" }), new StringArray(new[] { "_4", "_5", "_5" })),
        new StringVectorConstantsErc(true, 0.2, new StringArray(new[] { "-1", "-2", "-3" }), new StringArray(new[] { "-4", "-5", "-5" })));

      Assert.IsTrue(options.IsEnabled);

      var distribution = Enumerable.Range(0, 1000)
        .Select(_ => options.GetErcValue(random))
        .GroupBy(x => x.Any(_ => _.StartsWith("_")) ? "constants1" : "constants2")
        .ToDictionary(group => group.Key, group => group.Count());

      var estimatedRatio = 0.8 / 0.2;
      var ratio = distribution["constants1"] / (double)distribution["constants2"];

      Assert.IsTrue(IsAlmost(estimatedRatio, ratio, tolerance));
    }

    private static bool IsAlmost(double x, double y, double tolerance) {
      return y < x * (1 + tolerance) && y > x * (1 - tolerance);
    }
  }
}