using System; using System.Linq; using HeuristicLab.Analysis; using HeuristicLab.Common; using HeuristicLab.Core; using HeuristicLab.Data; using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding; using HeuristicLab.Optimization; using HeuristicLab.Parameters; using HeuristicLab.Persistence.Default.CompositeSerializers.Storable; namespace HeuristicLab.Problems.DataAnalysis.Symbolic { [StorableClass] [Item("SymbolicDataAnalysisSingleObjectivePruningAnalyzer", "An analyzer that prunes introns from trees in single objective symbolic data analysis problems.")] public abstract class SymbolicDataAnalysisSingleObjectivePruningAnalyzer : SymbolicDataAnalysisSingleObjectiveAnalyzer { private const string ProblemDataParameterName = "ProblemData"; private const string InterpreterParameterName = "SymbolicExpressionTreeInterpreter"; private const string UpdateIntervalParameterName = "UpdateInverval"; private const string UpdateCounterParameterName = "UpdateCounter"; private const string PopulationSliceParameterName = "PopulationSlice"; private const string PruningProbabilityParameterName = "PruningProbability"; private const string NumberOfPrunedSubtreesParameterName = "PrunedSubtrees"; private const string NumberOfPrunedTreesParameterName = "PrunedTrees"; private const string RandomParameterName = "Random"; private const string EstimationLimitsParameterName = "EstimationLimits"; private const string PruneOnlyZeroImpactNodesParameterName = "PruneOnlyZeroImpactNodes"; private const string NodeImpactThresholdParameterName = "ImpactThreshold"; private bool reentry; [Storable] protected ISymbolicDataAnalysisSolutionImpactValuesCalculator impactValuesCalculator; #region parameter properties public IFixedValueParameter PruneOnlyZeroImpactNodesParameter { get { return (IFixedValueParameter)Parameters[PruneOnlyZeroImpactNodesParameterName]; } } public IFixedValueParameter NodeImpactThresholdParameter { get { return (IFixedValueParameter)Parameters[NodeImpactThresholdParameterName]; } } public ILookupParameter EstimationLimitsParameter { get { return (ILookupParameter)Parameters[EstimationLimitsParameterName]; } } public ILookupParameter RandomParameter { get { return (ILookupParameter)Parameters[RandomParameterName]; } } private ILookupParameter ProblemDataParameter { get { return (ILookupParameter)Parameters[ProblemDataParameterName]; } } private ILookupParameter InterpreterParameter { get { return (ILookupParameter)Parameters[InterpreterParameterName]; } } public IValueParameter UpdateIntervalParameter { get { return (IValueParameter)Parameters[UpdateIntervalParameterName]; } } public IValueParameter UpdateCounterParameter { get { return (IValueParameter)Parameters[UpdateCounterParameterName]; } } public IValueParameter PopulationSliceParameter { get { return (IValueParameter)Parameters[PopulationSliceParameterName]; } } public IValueParameter PruningProbabilityParameter { get { return (IValueParameter)Parameters[PruningProbabilityParameterName]; } } public IFixedValueParameter NumberOfPrunedSubtreesParameter { get { return (IFixedValueParameter)Parameters[NumberOfPrunedSubtreesParameterName]; } } public IFixedValueParameter NumberOfPrunedTreesParameter { get { return (IFixedValueParameter)Parameters[NumberOfPrunedTreesParameterName]; } } #endregion #region properties protected IDataAnalysisProblemData ProblemData { get { return ProblemDataParameter.ActualValue; } } protected ISymbolicDataAnalysisExpressionTreeInterpreter Interpreter { get { return InterpreterParameter.ActualValue; } } protected IntValue UpdateInterval { get { return UpdateIntervalParameter.Value; } } protected IntValue UpdateCounter { get { return UpdateCounterParameter.Value; } } protected DoubleRange PopulationSlice { get { return PopulationSliceParameter.Value; } } protected DoubleValue PruningProbability { get { return PruningProbabilityParameter.Value; } } protected DoubleValue PrunedSubtrees { get { return NumberOfPrunedSubtreesParameter.Value; } } protected DoubleValue PrunedTrees { get { return NumberOfPrunedTreesParameter.Value; } } protected DoubleLimit EstimationLimits { get { return EstimationLimitsParameter.ActualValue; } } protected IRandom Random { get { return RandomParameter.ActualValue; } } protected DoubleValue NodeImpactThreshold { get { return NodeImpactThresholdParameter.Value; } } protected BoolValue PruneOnlyZeroImpactNodes { get { return PruneOnlyZeroImpactNodesParameter.Value; } } #endregion protected SymbolicDataAnalysisSingleObjectivePruningAnalyzer(SymbolicDataAnalysisSingleObjectivePruningAnalyzer original, Cloner cloner) : base(original, cloner) { impactValuesCalculator = original.impactValuesCalculator; } protected SymbolicDataAnalysisSingleObjectivePruningAnalyzer() { Parameters.Add(new ValueParameter(PopulationSliceParameterName, new DoubleRange(0.75, 1))); Parameters.Add(new ValueParameter(PruningProbabilityParameterName, new DoubleValue(0.5))); // analyzer parameters Parameters.Add(new ValueParameter(UpdateIntervalParameterName, "The interval in which the tree length analysis should be applied.", new IntValue(1))); Parameters.Add(new ValueParameter(UpdateCounterParameterName, "The value which counts how many times the operator was called", new IntValue(0))); Parameters.Add(new LookupParameter(RandomParameterName)); Parameters.Add(new LookupParameter(ProblemDataParameterName)); Parameters.Add(new LookupParameter(InterpreterParameterName)); Parameters.Add(new FixedValueParameter(NumberOfPrunedSubtreesParameterName, new DoubleValue(0))); Parameters.Add(new FixedValueParameter(NumberOfPrunedTreesParameterName, new DoubleValue(0))); Parameters.Add(new LookupParameter(EstimationLimitsParameterName)); Parameters.Add(new FixedValueParameter(NodeImpactThresholdParameterName, new DoubleValue(0.0))); Parameters.Add(new FixedValueParameter(PruneOnlyZeroImpactNodesParameterName, new BoolValue(false))); } public override IOperation Apply() { if (reentry) { UpdateCounter.Value++; if (UpdateCounter.Value != UpdateInterval.Value) return base.Apply(); UpdateCounter.Value = 0; var trees = SymbolicExpressionTreeParameter.ActualValue.ToList(); var qualities = QualityParameter.ActualValue.ToList(); var population = trees.Zip(qualities, (tree, quality) => new { Tree = tree, Quality = quality }).ToList(); Func compare = (a, b) => Maximization.Value ? a.CompareTo(b) : b.CompareTo(a); population.Sort((a, b) => compare(a.Quality.Value, b.Quality.Value)); var start = (int)Math.Round(PopulationSlice.Start * trees.Count); var end = (int)Math.Round(PopulationSlice.End * trees.Count); if (end == population.Count) end--; if (start >= end || end >= population.Count) throw new Exception("Invalid PopulationSlice bounds."); PrunedSubtrees.Value = 0; PrunedTrees.Value = 0; reentry = false; var operations = new OperationCollection { Parallel = true }; foreach (var p in population.Skip(start).Take(end)) { if (Random.NextDouble() > PruningProbability.Value) continue; var op = new SymbolicDataAnalysisExpressionPruningOperator { Model = CreateModel(p.Tree, Interpreter, EstimationLimits.Lower, EstimationLimits.Upper), ImpactsCalculator = impactValuesCalculator, ProblemData = ProblemData, Random = Random, PruneOnlyZeroImpactNodes = PruneOnlyZeroImpactNodes.Value, NodeImpactThreshold = NodeImpactThreshold.Value }; operations.Add(ExecutionContext.CreateChildOperation(op, ExecutionContext.Scope)); } return new OperationCollection { operations, ExecutionContext.CreateOperation(this) }; } DataTable table; if (ResultCollection.ContainsKey("Population Pruning")) { table = (DataTable)ResultCollection["Population Pruning"].Value; } else { table = new DataTable("Population Pruning"); table.Rows.Add(new DataRow("Pruned Trees") { VisualProperties = { StartIndexZero = true } }); table.Rows.Add(new DataRow("Pruned Subtrees") { VisualProperties = { StartIndexZero = true } }); ResultCollection.Add(new Result("Population Pruning", table)); } table.Rows["Pruned Trees"].Values.Add(PrunedTrees.Value); table.Rows["Pruned Subtrees"].Values.Add(PrunedSubtrees.Value); reentry = true; return base.Apply(); } protected abstract ISymbolicDataAnalysisModel CreateModel(ISymbolicExpressionTree tree, ISymbolicDataAnalysisExpressionTreeInterpreter interpreter, double lowerEstimationLimit = double.MinValue, double upperEstimationLimit = double.MaxValue); } }