Free cookie consent management tool by TermsFeed Policy Generator

source: branches/2994-AutoDiffForIntervals/HeuristicLab.Tests/HeuristicLab.Problems.DataAnalysis.Symbolic-3.4/IntervalEvaluatorTest.cs @ 17318

Last change on this file since 17318 was 17318, checked in by gkronber, 5 years ago

#2994: refactor / cleanup of unit tests related to intervals and new interpreters

File size: 16.0 KB
Line 
1using System;
2using System.Collections.Generic;
3using System.Linq;
4using System.Text;
5using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
6using HeuristicLab.Random;
7using Microsoft.VisualStudio.TestTools.UnitTesting;
8
9namespace HeuristicLab.Problems.DataAnalysis.Symbolic.Tests {
10  [TestClass]
11  public class IntervalEvaluatorTest {
12    private IRegressionProblemData problemData;
13    private IDictionary<string, Interval> variableRanges;
14
15    [TestInitialize]
16    public void InitTest() {
17      double[,] arr = new double[4, 3];
18
19      arr[0, 0] = 3;
20      arr[0, 1] = 6;
21      arr[0, 2] = 2;
22      arr[1, 0] = 5;
23      arr[1, 1] = 2;
24      arr[1, 2] = 1;
25      arr[2, 0] = 8;
26      arr[2, 1] = 5;
27      arr[2, 2] = 0;
28      arr[3, 0] = 3;
29      arr[3, 1] = 4;
30      arr[3, 2] = 2;
31
32      // intervals for dataset
33      // x1: 3 .. 8
34      // x2: 2 .. 6
35
36      var ds = new Dataset(new string[] { "x1", "x2", "y" }, arr);
37      problemData = (IRegressionProblemData)new RegressionProblemData(ds, new string[] { "x1", "x2" }, "y");
38
39
40      variableRanges = new Dictionary<string, Interval>();
41      variableRanges.Add("x1", new Interval(1, 10));
42      variableRanges.Add("x2", new Interval(4, 6));
43    }
44
45    private void EvaluateTest(string expression, Interval expectedResult, IDictionary<string, Interval> variableRanges = null, double lowerDelta = 1e-6, double upperDelta = 1e-6) {
46      var parser = new InfixExpressionParser();
47      var tree = parser.Parse(expression);
48      var interpreter = new IntervalEvaluator();
49      Interval result;
50      if (variableRanges == null) variableRanges = problemData.VariableRanges.GetIntervals();
51      result = interpreter.Evaluate(tree, variableRanges, new ISymbolicExpressionTreeNode[0], out double[] _, out double[] __);
52
53      Assert.AreEqual(expectedResult.LowerBound, result.LowerBound, lowerDelta);
54      Assert.AreEqual(expectedResult.UpperBound, result.UpperBound, upperDelta);
55    }
56
57
58    [TestMethod]
59    [TestCategory("Problems.DataAnalysis.Symbolic")]
60    [TestProperty("Time", "short")]
61    public void IntervalEvaluatorAdd() {
62      EvaluateTest("x1 + x2", new Interval(5, 14));
63      EvaluateTest("x1 + x2", new Interval(5, 16), variableRanges);
64    }
65
66    [TestMethod]
67    [TestCategory("Problems.DataAnalysis.Symbolic")]
68    [TestProperty("Time", "short")]
69    public void IntervalEvaluatorLogAdd() {
70      EvaluateTest("log(x1 + x2)", new Interval(Math.Log(5), Math.Log(14)));
71      EvaluateTest("log(x1 + x2)", new Interval(Math.Log(5), Math.Log(16)), variableRanges);
72    }
73
74    [TestMethod]
75    [TestCategory("Problems.DataAnalysis.Symbolic")]
76    [TestProperty("Time", "short")]
77    public void IntervalEvaluatorLogAddMul() {
78      EvaluateTest("log(3*x1 + x2)", new Interval(Math.Log(11), Math.Log(30)));
79      EvaluateTest("log(3*x1 + x2)", new Interval(Math.Log(7), Math.Log(36)), variableRanges);
80    }
81
82    [TestMethod]
83    [TestCategory("Problems.DataAnalysis.Symbolic")]
84    [TestProperty("Time", "short")]
85    public void IntervalEvaluatorSin() {
86      EvaluateTest("sin(x1+x2)", new Interval(-1, 1));
87      EvaluateTest("sin(x1+x2)", new Interval(-1, 1), variableRanges);
88      EvaluateTest("sin(1+2)", new Interval(Math.Sin(3), Math.Sin(3)));
89
90      var localVarRanges = new Dictionary<string, Interval>();
91      localVarRanges.Add("x1", new Interval(-1, 1));
92      localVarRanges.Add("x2", new Interval(-(Math.PI / 2), 0));
93      localVarRanges.Add("x3", new Interval(0, Math.PI / 2));
94      localVarRanges.Add("x4", new Interval(-Math.PI, Math.PI));
95      localVarRanges.Add("x5", new Interval(Math.PI / 4, Math.PI * 3.0 / 4));
96
97      EvaluateTest("sin(x1)", new Interval(Math.Sin(-1), Math.Sin(1)), localVarRanges, 1E-8, 1E-8);
98      EvaluateTest("sin(x2)", new Interval(-1, 0), localVarRanges, 1E-8, 1E-8);
99      EvaluateTest("sin(x3)", new Interval(0, 1), localVarRanges, 1E-8, 1E-8);
100      EvaluateTest("sin(x4)", new Interval(-1, 1), localVarRanges, 1E-8, 1E-8);
101      EvaluateTest("sin(x5)", new Interval(Math.Sin(Math.PI / 4), 1), localVarRanges, 1E-8, 1E-8);
102    }
103
104    [TestMethod]
105    [TestCategory("Problems.DataAnalysis.Symbolic")]
106    [TestProperty("Time", "short")]
107    public void IntervalEvaluatorCos() {
108      EvaluateTest("cos(x1+x2)", new Interval(-1, 1));
109      EvaluateTest("cos(x1+x2)", new Interval(-1, 1), variableRanges);
110      EvaluateTest("cos(1+2)", new Interval(Math.Cos(3), Math.Cos(3)));
111
112      var localVarRanges = new Dictionary<string, Interval>();
113      localVarRanges.Add("x1", new Interval(-1, 1));
114      localVarRanges.Add("x2", new Interval(-(Math.PI / 2), 0));
115      localVarRanges.Add("x3", new Interval(0, Math.PI / 2));
116      localVarRanges.Add("x4", new Interval(-Math.PI, Math.PI));
117      localVarRanges.Add("x5", new Interval(Math.PI / 4, Math.PI * 3.0 / 4));
118
119      EvaluateTest("cos(x1)", new Interval(Math.Cos(-1), 1), localVarRanges, 1E-8, 1E-8);
120      EvaluateTest("cos(x2)", new Interval(0, 1), localVarRanges, 1E-8, 1E-8);
121      EvaluateTest("cos(x3)", new Interval(0, 1), localVarRanges, 1E-8, 1E-8);
122      EvaluateTest("cos(x4)", new Interval(-1, 1), localVarRanges, 1E-8, 1E-8);
123      EvaluateTest("cos(x5)", new Interval(Math.Cos(Math.PI * 3.0 / 4), Math.Cos(Math.PI / 4)), localVarRanges, 1E-8, 1E-8);
124
125    }
126
127    [TestMethod]
128    [TestCategory("Problems.DataAnalysis.Symbolic")]
129    [TestProperty("Time", "short")]
130    public void IntervalEvaluatorTan() {
131      // critical values:
132      // lim tan(x) = -inf for x => -pi/2
133      // lim tan(x) = +inf for x =>  pi/2
134      var variableRanges = new Dictionary<string, Interval>();
135      variableRanges.Add("x1", new Interval(-1, 1));
136      variableRanges.Add("x2", new Interval(-(Math.PI / 2), 0));
137      variableRanges.Add("x3", new Interval(0, Math.PI / 2));
138      variableRanges.Add("x4", new Interval(-Math.PI, Math.PI));
139
140      EvaluateTest("tan(x1)", new Interval(Math.Tan(-1), Math.Tan(1)), variableRanges, 1E-8, 1E-8);
141      EvaluateTest("tan(x2)", new Interval(double.NegativeInfinity, 0), variableRanges, 0, 1E-8);
142      EvaluateTest("tan(x3)", new Interval(0, 8.16588936419192E+15), variableRanges, 0, 1E6); // actually upper bound should be infinity.
143      EvaluateTest("tan(x4)", new Interval(double.NegativeInfinity, double.PositiveInfinity), variableRanges);
144    }
145
146    [TestMethod]
147    [TestCategory("Problems.DataAnalysis.Symbolic")]
148    [TestProperty("Time", "short")]
149    public void IntervalEvaluatorTanh() {
150      // critical values:
151      // lim tanh(x) = -1 for x => -inf
152      // lim tanh(x) =  1 for x =>  inf
153      var variableRanges = new Dictionary<string, Interval>();
154      variableRanges.Add("x1", new Interval(-1, 1));
155      variableRanges.Add("x2", new Interval(double.NegativeInfinity, 0));
156      variableRanges.Add("x3", new Interval(0, double.PositiveInfinity));
157
158      EvaluateTest("tanh(x1)", new Interval(Math.Tanh(-1), Math.Tanh(1)), variableRanges);
159      EvaluateTest("tanh(x2)", new Interval(-1, 0), variableRanges);
160      EvaluateTest("tanh(x3)", new Interval(0, 1), variableRanges);
161    }
162
163
164    [TestMethod]
165    [TestCategory("Problems.DataAnalysis.Symbolic")]
166    [TestProperty("Time", "short")]
167    public void IntervalEvaluatorExp() {
168      EvaluateTest("exp(x1-x2)", new Interval(Math.Exp(-3), Math.Exp(6)));
169      EvaluateTest("exp(x1-x2)", new Interval(Math.Exp(-5), Math.Exp(6)), variableRanges);
170    }
171
172    [TestMethod]
173    [TestCategory("Problems.DataAnalysis.Symbolic")]
174    [TestProperty("Time", "short")]
175    public void IntervalEvaluatorExpRoot() {
176      EvaluateTest("exp(sqrt(x1*x2))", new Interval(Math.Exp(Math.Sqrt(6)), Math.Exp(Math.Sqrt(48))));
177      EvaluateTest("exp(sqrt(x1*x2))", new Interval(Math.Exp(Math.Sqrt(4)), Math.Exp(Math.Sqrt(60))), variableRanges);
178    }
179
180    [TestMethod]
181    [TestCategory("Problems.DataAnalysis.Symbolic")]
182    [TestProperty("Time", "short")]
183    public void IntervalEvaluatorSqr() {
184      EvaluateTest("sqr(x1)", new Interval(Math.Pow(3, 2), Math.Pow(8, 2)));
185    }
186
187    [TestMethod]
188    [TestCategory("Problems.DataAnalysis")]
189    [TestProperty("Time", "short")]
190    public void IntervalEvaluatorSqrAndDiff() {
191      Dictionary<string, Interval> dataIntervals = new Dictionary<string, Interval>() {
192        {"R", new Interval(0.2, 0.5) },
193        {"r", new Interval(0.5, 0.8) },
194      };
195
196      EvaluateTest("R*R", new Interval(0.2 * 0.2, 0.5 * 0.5), dataIntervals);
197      EvaluateTest("sqr(R)", new Interval(0.2 * 0.2, 0.5 * 0.5), dataIntervals);
198
199      EvaluateTest("r*r", new Interval(0.5 * 0.5, 0.8 * 0.8), dataIntervals);
200      EvaluateTest("sqr(r)", new Interval(0.5 * 0.5, 0.8 * 0.8), dataIntervals);
201
202      EvaluateTest("R/r", new Interval(0.2 / 0.8, 0.5 / 0.5), dataIntervals);
203
204      EvaluateTest("R/(r*r)", new Interval(0.2 / (0.8 * 0.8), 0.5 / (0.5 * 0.5)), dataIntervals);
205      EvaluateTest("R/sqr(r)", new Interval(0.2 / (0.8 * 0.8), 0.5 / (0.5 * 0.5)), dataIntervals);
206
207      EvaluateTest("R*R/sqr(r)", new Interval(0.2 * 0.2 / (0.8 * 0.8), 0.5 * 0.5 / (0.5 * 0.5)), dataIntervals);
208      EvaluateTest("sqr(R)/sqr(r)", new Interval(0.2 * 0.2 / (0.8 * 0.8), 0.5 * 0.5 / (0.5 * 0.5)), dataIntervals);
209      EvaluateTest("sqr(R/r)", new Interval(0.2 * 0.2 / (0.8 * 0.8), 0.5 * 0.5 / (0.5 * 0.5)), dataIntervals);
210    }
211
212
213
214    [TestMethod]
215    [TestCategory("Problems.DataAnalysis")]
216    [TestProperty("Time", "short")]
217    public void IntervalEvaluatorExamples() {
218      var parser = new InfixExpressionParser();
219      var evaluator = new IntervalEvaluator();
220      var intervals = new Dictionary<string, Interval>() {
221        {"x", new Interval(1, 2) }
222      };
223
224      var t = parser.Parse("SQR(EXP(CUBE((2.10981074965936*'x'))))");
225      var r = evaluator.Evaluate(t, intervals);
226      AssertInterval(143638040.396283, 1.81198989971641E+65, r);
227    }
228
229    private void AssertInterval(double expectedLow, double expectedHigh, Interval r) {
230      Assert.AreEqual(expectedLow, r.LowerBound, Math.Abs(expectedLow * 1e-5));
231      Assert.AreEqual(expectedHigh, r.UpperBound, Math.Abs(expectedHigh * 1e-5));
232    }
233
234
235    [TestMethod]
236    [TestCategory("Problems.DataAnalysis")]
237    [TestProperty("Time", "long")]
238    public void IntervalEvaluatorConsistencyForRandomExpressions() {
239      var grammar = new TypeCoherentExpressionGrammar();
240      grammar.ConfigureAsDefaultRegressionGrammar();
241      // activate supported symbols
242      grammar.Symbols.First(s => s is Square).Enabled = true;
243      grammar.Symbols.First(s => s is SquareRoot).Enabled = true;
244      grammar.Symbols.First(s => s is Cube).Enabled = true;
245      grammar.Symbols.First(s => s is CubeRoot).Enabled = true;
246      grammar.Symbols.First(s => s is Sine).Enabled = true;
247      grammar.Symbols.First(s => s is Cosine).Enabled = true;
248      grammar.Symbols.First(s => s is Exponential).Enabled = true;
249      grammar.Symbols.First(s => s is Logarithm).Enabled = true;
250      grammar.Symbols.First(s => s is Absolute).Enabled = false; // XXX not yet supported by old interval calculator
251      grammar.Symbols.First(s => s is AnalyticQuotient).Enabled = false; // not yet supported by old interval calculator
252
253      var varSy = (Variable)grammar.Symbols.First(s => s is Variable);
254      varSy.AllVariableNames = new string[] { "x", "y" };
255      varSy.VariableNames = varSy.AllVariableNames;
256      varSy.WeightMu = 1.0;
257      varSy.WeightSigma = 1.0;
258      var rand = new FastRandom(1234);
259      var eval1 = new IntervalEvaluator();
260      var eval2 = new IntervalInterpreter();
261
262      IDictionary<string, Interval> posIntervals = new Dictionary<string, Interval>() {
263        { "x", new Interval(1, 2) },
264        { "y", new Interval(0, 1) }
265      };
266      IDictionary<string, Interval> negIntervals = new Dictionary<string, Interval>() {
267        { "x", new Interval(-2, -1) },
268        { "y", new Interval(-1, 0) }
269      };
270      IDictionary<string, Interval> fullIntervals = new Dictionary<string, Interval>() {
271        { "x", new Interval(-2, 2) },
272        { "y", new Interval(-1, 1) }
273      };
274      IDictionary<string, Interval> specialIntervals = new Dictionary<string, Interval>() {
275        { "x", new Interval(1, double.PositiveInfinity) },
276        { "y", new Interval(double.NegativeInfinity, double.PositiveInfinity) }
277      };
278
279      var formatter = new InfixExpressionFormatter();
280      var sb = new StringBuilder();
281      foreach (var interval in new[] { posIntervals, negIntervals, fullIntervals, specialIntervals }) {
282        int N = 10000;
283        int i = 0;
284        while (i < N) {
285          var t = ProbabilisticTreeCreator.Create(rand, grammar, maxTreeLength: 5, maxTreeDepth: 5);
286          var r1 = eval1.Evaluate(t, interval);
287          var r2 = eval2.GetSymbolicExpressionTreeInterval(t, interval);
288          // Console.WriteLine(formatter.Format(t));
289
290          // all NaN is ok (but don't count NaN expressions)
291          if (double.IsNaN(r1.LowerBound) && double.IsNaN(r2.LowerBound) && double.IsNaN(r1.UpperBound) && double.IsNaN(r2.UpperBound)) continue;
292          if (r1.LowerBound == r2.LowerBound && r1.UpperBound == r2.UpperBound) {
293            /* exactly the same value (incl. Inf / -Inf) => ok */
294          } else if ((Math.Abs(r1.LowerBound - r2.LowerBound) <= Math.Max(1e-10, Math.Abs(r1.LowerBound * 1e-4))) &&
295                     (Math.Abs(r1.UpperBound - r2.UpperBound) <= Math.Max(1e-10, Math.Abs(r1.UpperBound * 1e-4)))) {
296            /* approximately the same value => OK */
297          } else {
298            sb.AppendLine($"{r1} <> {r2} for {formatter.Format(t)} x={interval["x"]} y={interval["y"]}");
299          }
300          i++;
301        }
302      }
303      if (sb.Length > 0) {
304        Console.WriteLine(sb.ToString());
305        Assert.Fail("There were different interval calculation results");
306      }
307    }
308
309    [TestMethod]
310    [TestCategory("Problems.DataAnalysis")]
311    [TestProperty("Time", "short")]
312    public void IntervalEvaluatorConsistencyForExamples() {
313      var parser = new InfixExpressionParser();
314      var eval1 = new IntervalEvaluator();
315      var eval2 = new IntervalInterpreter();
316      IDictionary<string, Interval> interval = new Dictionary<string, Interval>() {
317        { "x", new Interval(1, 2) },
318        { "y", new Interval(0, 1) },
319        { "z", new Interval(double.NegativeInfinity, double.PositiveInfinity) },
320      };
321
322      var exprs = new string[] {
323        "CUBE((0.642971622547268*'x')) * (-16.5400720573962)",
324        "sqr(y / y)", // one interpreter produces [NaN, inf], the other [NaN, 0]
325        "cuberoot(-x)", // the old interpreter calculates cuberoot incorrectly
326        "sqr(log(-x))", // Interval: [NaN, NaN] <> Interval (old): [NaN, 0]
327        "log(1.8*'y' - 1.4*'y')", // Interval: [NaN, 0,587786664902119] <> Interval (old): [0,587786664902119, NaN]
328        "log(z)", // Interval: [NaN, ∞] <> Interval (old): [∞, NaN]
329        "sqr(sqrt(-1))" // Interval: [NaN, NaN] <> Interval (old): [NaN, 0]
330      };
331
332      var formatter = new InfixExpressionFormatter();
333      var sb = new StringBuilder();
334      foreach (var expr in exprs) {
335        var t = parser.Parse(expr);
336
337        var r1 = eval1.Evaluate(t, interval);
338        var r2 = eval2.GetSymbolicExpressionTreeInterval(t, interval);
339        // Console.WriteLine(formatter.Format(t));
340
341        // all NaN is ok
342        if (double.IsNaN(r1.LowerBound) && double.IsNaN(r2.LowerBound) && double.IsNaN(r1.UpperBound) && double.IsNaN(r2.UpperBound)) continue;
343        if (r1.LowerBound == r2.LowerBound && r1.UpperBound == r2.UpperBound) continue;  // Inf, -Inf and exactly the same value are ok
344
345        if ((Math.Abs(r1.LowerBound - r2.LowerBound) <= Math.Abs(r1.LowerBound * 1e-4)) &&
346            (Math.Abs(r1.UpperBound - r2.UpperBound) <= Math.Abs(r1.UpperBound * 1e-4))) { /* OK */ } else {
347          sb.AppendLine($"{r1} <> {r2} for {formatter.Format(t)} x={interval["x"]} y={interval["y"]}");
348        }
349      }
350      if (sb.Length > 0) {
351        Console.WriteLine(sb.ToString());
352        Assert.Fail("There were different interval calculation results");
353      }
354    }
355  }
356}
Note: See TracBrowser for help on using the repository browser.