source: trunk/sources/HeuristicLab.Tests/HeuristicLab.Scripting-3.3/GridSearchRFClassificationScriptTest.cs @ 11789

Last change on this file since 11789 was 11789, checked in by jkarder, 6 years ago

#2262: refactored scripting unit tests

  • changed code template loading
  • minor code changes
File size: 3.3 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2014 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System.IO;
23using System.Linq;
24using HeuristicLab.Persistence.Default.Xml;
25using HeuristicLab.Problems.DataAnalysis;
26using HeuristicLab.Problems.Instances.DataAnalysis;
27using HeuristicLab.Scripting;
28using Microsoft.VisualStudio.TestTools.UnitTesting;
29
30namespace HeuristicLab.Tests {
31  [TestClass]
32  public class GridSearchRFClassificationScriptTest {
33    private const string ScriptFileName = "GridSearch_RF_Classification_Script";
34    private const string ScriptItemName = "Grid Search Random Forest Script - Classification";
35    private const string ScriptItemDescription = "A script that runs a grid search for random forest parameters for solving symbolic classification problems";
36    private const string ProblemInstanceName = "Mammography, M. Elter, 2007";
37    private const string ProblemInstanceDataVaribleName = "problem";
38    private const string BestSolutionVariableName = "bestSolution";
39
40    [TestMethod]
41    [TestCategory("Scripts.Create")]
42    [TestProperty("Time", "short")]
43    public void CreateGridSearchRFClassificationScriptTest() {
44      var script = CreateGridSearchRFClassificationScript();
45      string path = Path.Combine(ScriptingUtils.ScriptsDirectory, ScriptFileName + ScriptingUtils.ScriptFileExtension);
46      XmlGenerator.Serialize(script, path);
47    }
48
49    [TestMethod]
50    [TestCategory("Scripts.Execute")]
51    [TestProperty("Time", "long")]
52    public void RunGridSearchRFClassificationScriptTest() {
53      var script = CreateGridSearchRFClassificationScript();
54
55      script.Compile();
56      ScriptingUtils.RunScript(script);
57
58      var bestSolution = ScriptingUtils.GetVariable<IClassificationSolution>(script, BestSolutionVariableName);
59      Assert.AreEqual(0.946957878315133, bestSolution.TrainingAccuracy, 1E-8);
60      Assert.AreEqual(0.734375, bestSolution.TestAccuracy, 1E-8);
61    }
62
63    private CSharpScript CreateGridSearchRFClassificationScript() {
64      var script = new CSharpScript {
65        Name = ScriptItemName,
66        Description = ScriptItemDescription
67      };
68      #region Variables
69      var provider = new UCIInstanceProvider();
70      var instance = (UCIDataDescriptor)provider.GetDataDescriptors().Single(x => x.Name == ProblemInstanceName);
71      var data = provider.LoadData(instance);
72      script.VariableStore.Add(ProblemInstanceDataVaribleName, data);
73      #endregion
74      #region Code
75      script.Code = ScriptSources.GridSearchRFClassificationScriptSource;
76      #endregion
77      return script;
78    }
79  }
80}
Note: See TracBrowser for help on using the repository browser.