#region License Information /* HeuristicLab * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL) * * This file is part of HeuristicLab. * * HeuristicLab is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * HeuristicLab is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with HeuristicLab. If not, see . */ #endregion using System; using System.Collections.Generic; using System.Text; using System.Windows.Forms; using HeuristicLab.PluginInfrastructure; using System.Net; using System.ServiceModel; using HeuristicLab.CEDMA.DB.Interfaces; using HeuristicLab.CEDMA.DB; using System.ServiceModel.Description; using System.Linq; using HeuristicLab.CEDMA.Core; using HeuristicLab.GP.StructureIdentification; using HeuristicLab.Data; using HeuristicLab.Core; namespace HeuristicLab.CEDMA.Server { public abstract class DispatcherBase : IDispatcher { public enum ModelComplexity { Low, Medium, High }; public enum Algorithm { StandardGpRegression, OffspringGpRegression, StandardGpClassification, OffspringGpClassification, StandardGpForecasting, OffspringGpForecasting }; private IStore store; private ModelComplexity[] possibleComplexities = new ModelComplexity[] { ModelComplexity.Low, ModelComplexity.Medium, ModelComplexity.High }; private Dictionary possibleAlgorithms = new Dictionary() { {LearningTask.Classification, new Algorithm[] { Algorithm.StandardGpClassification, Algorithm.OffspringGpClassification }}, {LearningTask.Regression, new Algorithm[] { Algorithm.StandardGpRegression, Algorithm.OffspringGpRegression }}, {LearningTask.TimeSeries, new Algorithm[] { Algorithm.StandardGpForecasting, Algorithm.OffspringGpForecasting }} }; private static int MaxGenerations { get { return 3; } } private static int MaxEvaluatedSolutions { get { return 3000; } } public DispatcherBase(IStore store) { this.store = store; } public Execution GetNextJob() { // find and select a dataset var dataSetVar = new HeuristicLab.CEDMA.DB.Interfaces.Variable("DataSet"); var dataSetQuery = new Statement[] { new Statement(dataSetVar, Ontology.PredicateInstanceOf, Ontology.TypeDataSet) }; Entity[] datasets = store.Query("?DataSet <" + Ontology.PredicateInstanceOf.Uri + "> <" + Ontology.TypeDataSet.Uri + "> .", 0, 100) .Select(x => (Entity)x.Get("DataSet")) .ToArray(); // no datasets => do nothing if (datasets.Length == 0) return null; Entity dataSetEntity = SelectDataSet(datasets); DataSet dataSet = new DataSet(store, dataSetEntity); int targetVariable = SelectTargetVariable(dataSet, dataSet.Problem.AllowedTargetVariables.ToArray()); Algorithm selectedAlgorithm = SelectAlgorithm(dataSet, targetVariable, possibleAlgorithms[dataSet.Problem.LearningTask]); string targetVariableName = dataSet.Problem.GetVariableName(targetVariable); ModelComplexity selectedComplexity = SelectComplexity(dataSet, targetVariable, selectedAlgorithm, possibleComplexities); Execution exec = CreateExecution(dataSet.Problem, targetVariable, selectedAlgorithm, selectedComplexity); if (exec != null) { exec.DataSetEntity = dataSetEntity; exec.TargetVariable = targetVariableName; } return exec; } public abstract Entity SelectDataSet(Entity[] datasets); public abstract int SelectTargetVariable(DataSet dataSet, int[] targetVariables); public abstract Algorithm SelectAlgorithm(DataSet dataSet, int targetVariable, Algorithm[] possibleAlgorithms); public abstract ModelComplexity SelectComplexity(DataSet dataSet, int targetVariable, Algorithm algorithm, ModelComplexity[] possibleComplexities); private Execution CreateExecution(Problem problem, int targetVariable, Algorithm algorithm, ModelComplexity complexity) { switch (algorithm) { case Algorithm.StandardGpRegression: { var algo = new HeuristicLab.GP.StructureIdentification.StandardGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.PopulationSize = 10000; algo.MaxGenerations = MaxGenerations; Execution exec = new Execution(algo.Engine); exec.Description = "StandardGP - Complexity: " + complexity; return exec; } case Algorithm.OffspringGpRegression: { var algo = new HeuristicLab.GP.StructureIdentification.OffspringSelectionGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.MaxEvaluatedSolutions = MaxEvaluatedSolutions; Execution exec = new Execution(algo.Engine); exec.Description = "OffspringGP - Complexity: " + complexity; return exec; } case Algorithm.StandardGpClassification: { var algo = new HeuristicLab.GP.StructureIdentification.Classification.StandardGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.PopulationSize = 10000; algo.MaxGenerations = MaxGenerations; Execution exec = new Execution(algo.Engine); exec.Description = "StandardGP - Complexity: " + complexity; return exec; } case Algorithm.OffspringGpClassification: { var algo = new HeuristicLab.GP.StructureIdentification.Classification.OffspringSelectionGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.MaxEvaluatedSolutions = MaxEvaluatedSolutions; Execution exec = new Execution(algo.Engine); exec.Description = "OffspringGP - Complexity: " + complexity; return exec; } case Algorithm.StandardGpForecasting: { var algo = new HeuristicLab.GP.StructureIdentification.TimeSeries.StandardGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.PopulationSize = 10000; algo.MaxGenerations = MaxGenerations; Execution exec = new Execution(algo.Engine); exec.Description = "StandardGP - Complexity: " + complexity; return exec; } case Algorithm.OffspringGpForecasting: { var algo = new HeuristicLab.GP.StructureIdentification.TimeSeries.OffspringSelectionGP(); SetComplexityParameters(algo, complexity); SetProblemParameters(algo, problem, targetVariable); algo.MaxEvaluatedSolutions = MaxEvaluatedSolutions; Execution exec = new Execution(algo.Engine); exec.Description = "OffspringGP - Complexity: " + complexity; return exec; } default: { return null; } } } private void SetComplexityParameters(AlgorithmBase algo, ModelComplexity complexity) { switch (complexity) { case ModelComplexity.Low: { algo.MaxTreeHeight = 5; algo.MaxTreeSize = 20; break; } case ModelComplexity.Medium: { algo.MaxTreeHeight = 10; algo.MaxTreeSize = 100; break; } case ModelComplexity.High: { algo.MaxTreeHeight = 12; algo.MaxTreeSize = 200; break; } } } private void SetProblemParameters(AlgorithmBase algo, Problem problem, int targetVariable) { algo.ProblemInjector.GetVariable("Dataset").Value = problem.DataSet; algo.ProblemInjector.GetVariable("TargetVariable").GetValue().Data = targetVariable; algo.ProblemInjector.GetVariable("TrainingSamplesStart").GetValue().Data = problem.TrainingSamplesStart; algo.ProblemInjector.GetVariable("TrainingSamplesEnd").GetValue().Data = problem.TrainingSamplesEnd; algo.ProblemInjector.GetVariable("ValidationSamplesStart").GetValue().Data = problem.ValidationSamplesStart; algo.ProblemInjector.GetVariable("ValidationSamplesEnd").GetValue().Data = problem.ValidationSamplesEnd; algo.ProblemInjector.GetVariable("TestSamplesStart").GetValue().Data = problem.TestSamplesStart; algo.ProblemInjector.GetVariable("TestSamplesEnd").GetValue().Data = problem.TestSamplesEnd; ItemList allowedFeatures = algo.ProblemInjector.GetVariable("AllowedFeatures").GetValue>(); foreach (int allowedFeature in problem.AllowedInputVariables) allowedFeatures.Add(new IntData(allowedFeature)); if (problem.LearningTask == LearningTask.TimeSeries) { algo.ProblemInjector.GetVariable("Autoregressive").GetValue().Data = problem.AutoRegressive; algo.ProblemInjector.GetVariable("MinTimeOffset").GetValue().Data = problem.MinTimeOffset; algo.ProblemInjector.GetVariable("MaxTimeOffset").GetValue().Data = problem.MaxTimeOffset; } else if (problem.LearningTask == LearningTask.Classification) { ItemList classValues = algo.ProblemInjector.GetVariable("TargetClassValues").GetValue>(); foreach (double classValue in GetDifferentClassValues(problem.DataSet, targetVariable)) classValues.Add(new DoubleData(classValue)); } } private IEnumerable GetDifferentClassValues(HeuristicLab.DataAnalysis.Dataset dataset, int targetVariable) { return Enumerable.Range(0, dataset.Rows).Select(x => dataset.GetValue(x, targetVariable)).Distinct(); } } }