source: trunk/sources/HeuristicLab.Tests/HeuristicLab-3.3/CollectObjectGraphTest.cs @ 13510

Last change on this file since 13510 was 13510, checked in by pfleck, 5 years ago

#2557
Fixed wrong excluding of types in object graph traversal (no members were traversed any more).
Added a unit test that verifies that GetObjectGraphObjects yields a reasonable number of objects.

File size: 6.4 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2015 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Collections.Generic;
24using System.Diagnostics;
25using System.Linq;
26using System.Threading;
27using System.Threading.Tasks;
28using HeuristicLab.Algorithms.GeneticAlgorithm;
29using HeuristicLab.Common;
30using HeuristicLab.Optimization;
31using HeuristicLab.Persistence.Default.Xml;
32using HeuristicLab.Problems.TestFunctions;
33using Microsoft.VisualStudio.TestTools.UnitTesting;
34
35namespace HeuristicLab.Tests {
36  [TestClass]
37  public class CollectObjectGraphTest {
38
39    private TestContext testContextInstance;
40    public TestContext TestContext {
41      get { return testContextInstance; }
42      set { testContextInstance = value; }
43    }
44
45    [TestMethod]
46    [TestCategory("General")]
47    [TestCategory("Essential")]
48    [TestProperty("Time", "medium")]
49    public void TestCount() {
50      GeneticAlgorithm ga = (GeneticAlgorithm)XmlParser.Deserialize(@"Test Resources\GA_SymbReg.hl");
51      var objects = ga.GetObjectGraphObjects().ToList();
52
53      // Should be 3982, but count may change slightly as members are added or removed
54      Assert.IsTrue(objects.Count > 1, "Number of objects in the object graph seems to small.");
55    }
56
57    [TestMethod]
58    [TestCategory("General")]
59    [TestCategory("Essential")]
60    [TestProperty("Time", "medium")]
61    public void CollectGASample() {
62      GeneticAlgorithm ga = (GeneticAlgorithm)XmlParser.Deserialize(@"Test Resources\GA_SymbReg.hl");
63
64      Stopwatch watch = new Stopwatch();
65      watch.Start();
66      for (int i = 0; i < 1; i++)
67        ga.GetObjectGraphObjects().Count();
68      watch.Stop();
69
70      var objects = ga.GetObjectGraphObjects().ToList();
71
72      TestContext.WriteLine("Time elapsed {0}", watch.Elapsed);
73      TestContext.WriteLine("Objects discovered: {0}", objects.Count());
74      TestContext.WriteLine("HL objects discovered: {0}", objects.Count(o => o.GetType().Namespace.StartsWith("HeuristicLab")));
75      TestContext.WriteLine("");
76
77      Dictionary<Type, List<object>> objs = new Dictionary<Type, List<object>>();
78      foreach (object o in objects) {
79        if (!objs.ContainsKey(o.GetType()))
80          objs.Add(o.GetType(), new List<object>());
81        objs[o.GetType()].Add(o);
82      }
83
84      foreach (string s in objects.Select(o => o.GetType().Namespace).Distinct().OrderBy(s => s)) {
85        TestContext.WriteLine("{0}: {1}", s, objects.Count(o => o.GetType().Namespace == s));
86      }
87      TestContext.WriteLine("");
88
89
90      TestContext.WriteLine("Analysis of contained objects per name");
91      foreach (var pair in objs.OrderBy(x => x.Key.ToString())) {
92        TestContext.WriteLine("{0}: {1}", pair.Key, pair.Value.Count);
93      }
94      TestContext.WriteLine("");
95
96      TestContext.WriteLine("Analysis of contained objects");
97      foreach (var pair in from o in objs orderby o.Value.Count descending select o) {
98        TestContext.WriteLine("{0}: {1}", pair.Key, pair.Value.Count);
99      }
100      TestContext.WriteLine("");
101    }
102
103    /// <summary>
104    /// Tests if performance of multiple executions of a GA stays constant (as discussed in #1424)
105    /// Tests if object collection works after multiple executions of a GA
106    /// (for example the traversal of `ThreadLocal` objects in CollectObjectGraphObjects
107    /// causes a StackOverflow occurs after some executions)
108    /// </summary>
109    [TestMethod]
110    [TestCategory("General")]
111    [TestProperty("Time", "long")]
112    public void AlgorithmExecutions() {
113      var algs = new List<IAlgorithm>();
114
115      Stopwatch sw = new Stopwatch();
116      for (int i = 0; i < 100; i++) {
117        GeneticAlgorithm ga = new GeneticAlgorithm();
118        ga.PopulationSize.Value = 5;
119        ga.MaximumGenerations.Value = 5;
120        ga.Engine = new SequentialEngine.SequentialEngine();
121        ga.Problem = new SingleObjectiveTestFunctionProblem();
122
123        sw.Start();
124        algs.Add(ga);
125
126        var cancellationTokenSource = new CancellationTokenSource();
127        ga.StartSync(cancellationTokenSource.Token);
128        sw.Stop();
129        TestContext.WriteLine("{0}: {1} ", i, sw.Elapsed);
130        sw.Reset();
131      }
132    }
133
134    /// <summary>
135    /// Test the execution of many algorithms in parallel
136    /// </summary>
137    [TestMethod]
138    [TestCategory("General")]
139    [TestProperty("Time", "medium")]
140    public void ParallelAlgorithmExecutions() {
141      int n = 60;
142      var tasks = new Task[n];
143
144      TestContext.WriteLine("creating tasks...");
145      for (int i = 0; i < n; i++) {
146        tasks[i] = new Task((iobj) => {
147          int locali = (int)iobj;
148          GeneticAlgorithm ga = new GeneticAlgorithm();
149          ga.Name = "Alg " + locali;
150          ga.PopulationSize.Value = 5;
151          ga.MaximumGenerations.Value = 5;
152          ga.Engine = new SequentialEngine.SequentialEngine();
153          ga.Problem = new SingleObjectiveTestFunctionProblem();
154          ga.Prepare(true);
155          Console.WriteLine("{0}; Objects before execution: {1}", ga.Name, ga.GetObjectGraphObjects().Count());
156          var sw = new Stopwatch();
157          sw.Start();
158          ga.StartSync(new CancellationToken());
159          sw.Stop();
160          Console.WriteLine("{0}; Objects after execution: {1}", ga.Name, ga.GetObjectGraphObjects().Count());
161          Console.WriteLine("{0}; ExecutionTime: {1} ", ga.Name, sw.Elapsed);
162        }, i);
163      }
164      TestContext.WriteLine("starting tasks...");
165      for (int i = 0; i < n; i++) {
166        tasks[i].Start();
167      }
168      TestContext.WriteLine("waiting for tasks to finish...");
169      Task.WaitAll(tasks);
170    }
171  }
172}
Note: See TracBrowser for help on using the repository browser.