Free cookie consent management tool by TermsFeed Policy Generator

source: trunk/sources/HeuristicLab.Algorithms.ParticleSwarmOptimization/3.3/ParticleSwarmOptimization.cs @ 5581

Last change on this file since 5581 was 5581, checked in by mkofler, 13 years ago

#852: PSO code refactoring. Fixed wiring in main loop (Analyzer was not in loop) and fixed small issue in RealVectorSwarmUpdater.

File size: 19.6 KB
RevLine 
[3348]1#region License Information
2/* HeuristicLab
[5445]3 * Copyright (C) 2002-2011 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
[3348]4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Linq;
[4068]24using HeuristicLab.Analysis;
[3376]25using HeuristicLab.Common;
[3348]26using HeuristicLab.Core;
27using HeuristicLab.Data;
[4068]28using HeuristicLab.Operators;
[3348]29using HeuristicLab.Optimization;
30using HeuristicLab.Optimization.Operators;
31using HeuristicLab.Parameters;
32using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
[5209]33using HeuristicLab.PluginInfrastructure;
[3368]34using HeuristicLab.Random;
[3348]35
36namespace HeuristicLab.Algorithms.ParticleSwarmOptimization {
[5209]37  [Item("Particle Swarm Optimization", "A particle swarm optimization algorithm based on the description in Pedersen, M.E.H. (2010). PhD thesis. University of Southampton.")]
[3348]38  [Creatable("Algorithms")]
39  [StorableClass]
[5435]40  public sealed class ParticleSwarmOptimization : EngineAlgorithm, IStorableContent {
[5033]41
[3348]42    #region Problem Properties
43    public override Type ProblemType {
44      get { return typeof(ISingleObjectiveProblem); }
45    }
46    public new ISingleObjectiveProblem Problem {
47      get { return (ISingleObjectiveProblem)base.Problem; }
48      set { base.Problem = value; }
49    }
[3682]50    public MultiAnalyzer Analyzer {
51      get { return AnalyzerParameter.Value; }
52      set { AnalyzerParameter.Value = value; }
53    }
[5560]54    public IDiscreteDoubleValueModifier InertiaUpdater {
55      get { return InertiaUpdaterParameter.Value; }
56      set { InertiaUpdaterParameter.Value = value; }
[5225]57    }
[4068]58    #endregion
[3348]59
60    #region Parameter Properties
[5410]61    public IValueParameter<IntValue> SeedParameter {
62      get { return (IValueParameter<IntValue>)Parameters["Seed"]; }
[3348]63    }
[5410]64    public IValueParameter<BoolValue> SetSeedRandomlyParameter {
65      get { return (IValueParameter<BoolValue>)Parameters["SetSeedRandomly"]; }
[3348]66    }
[5410]67    public IValueParameter<IntValue> SwarmSizeParameter {
68      get { return (IValueParameter<IntValue>)Parameters["SwarmSize"]; }
[3348]69    }
[5410]70    public IValueParameter<IntValue> MaxIterationsParameter {
71      get { return (IValueParameter<IntValue>)Parameters["MaxIterations"]; }
[3348]72    }
[5560]73    public IValueParameter<DoubleValue> InertiaParameter {
74      get { return (IValueParameter<DoubleValue>)Parameters["Inertia"]; }
[3348]75    }
[5560]76    public IValueParameter<DoubleValue> PersonalBestAttractionParameter {
77      get { return (IValueParameter<DoubleValue>)Parameters["PersonalBestAttraction"]; }
[5033]78    }
[5568]79    public IValueParameter<DoubleValue> NeighborBestAttractionParameter {
80      get { return (IValueParameter<DoubleValue>)Parameters["NeighborBestAttraction"]; }
[5033]81    }
[5410]82    public IValueParameter<MultiAnalyzer> AnalyzerParameter {
83      get { return (IValueParameter<MultiAnalyzer>)Parameters["Analyzer"]; }
[3682]84    }
[5560]85    public ConstrainedValueParameter<IParticleCreator> ParticleCreatorParameter {
86      get { return (ConstrainedValueParameter<IParticleCreator>)Parameters["ParticleCreator"]; }
[5033]87    }
[5209]88    public ConstrainedValueParameter<IParticleUpdater> ParticleUpdaterParameter {
89      get { return (ConstrainedValueParameter<IParticleUpdater>)Parameters["ParticleUpdater"]; }
90    }
[5410]91    public OptionalConstrainedValueParameter<ITopologyInitializer> TopologyInitializerParameter {
92      get { return (OptionalConstrainedValueParameter<ITopologyInitializer>)Parameters["TopologyInitializer"]; }
[5209]93    }
[5410]94    public OptionalConstrainedValueParameter<ITopologyUpdater> TopologyUpdaterParameter {
95      get { return (OptionalConstrainedValueParameter<ITopologyUpdater>)Parameters["TopologyUpdater"]; }
[5209]96    }
[5560]97    public OptionalConstrainedValueParameter<IDiscreteDoubleValueModifier> InertiaUpdaterParameter {
98      get { return (OptionalConstrainedValueParameter<IDiscreteDoubleValueModifier>)Parameters["InertiaUpdater"]; }
[5225]99    }
[5568]100    public ConstrainedValueParameter<ISwarmUpdater> SwarmUpdaterParameter {
101      get { return (ConstrainedValueParameter<ISwarmUpdater>)Parameters["SwarmUpdater"]; }
102
103    }
[3348]104    #endregion
105
106    #region Properties
[5316]107
108    public string Filename { get; set; }
109
[3719]110    [Storable]
[3682]111    private BestAverageWorstQualityAnalyzer qualityAnalyzer;
[5342]112
[5560]113    [Storable]
114    private SolutionsCreator solutionsCreator;
115
116    [Storable]
117    private ParticleSwarmOptimizationMainLoop mainLoop;
118
[5342]119    public ITopologyInitializer TopologyInitializer {
120      get { return TopologyInitializerParameter.Value; }
121      set { TopologyInitializerParameter.Value = value; }
122    }
123
124    public ITopologyUpdater TopologyUpdater {
125      get { return TopologyUpdaterParameter.Value; }
126      set { TopologyUpdaterParameter.Value = value; }
127    }
128
[5560]129    public IParticleCreator ParticleCreator {
130      get { return ParticleCreatorParameter.Value; }
131      set { ParticleCreatorParameter.Value = value; }
132    }
133
[5342]134    public IParticleUpdater ParticleUpdater {
135      get { return ParticleUpdaterParameter.Value; }
136      set { ParticleUpdaterParameter.Value = value; }
137    }
[3348]138    #endregion
139
[5033]140    [StorableConstructor]
[5435]141    private ParticleSwarmOptimization(bool deserializing) : base(deserializing) { }
142    private ParticleSwarmOptimization(ParticleSwarmOptimization original, Cloner cloner)
[5033]143      : base(original, cloner) {
144      qualityAnalyzer = cloner.Clone(original.qualityAnalyzer);
[5560]145      solutionsCreator = cloner.Clone(original.solutionsCreator);
[5561]146      mainLoop = cloner.Clone(original.mainLoop);
[5342]147      Initialize();
[5033]148    }
[3348]149    public ParticleSwarmOptimization()
150      : base() {
151      Parameters.Add(new ValueParameter<IntValue>("Seed", "The random seed used to initialize the new pseudo random number generator.", new IntValue(0)));
152      Parameters.Add(new ValueParameter<BoolValue>("SetSeedRandomly", "True if the random seed should be set to a random value, otherwise false.", new BoolValue(true)));
[3724]153      Parameters.Add(new ValueParameter<IntValue>("SwarmSize", "Size of the particle swarm.", new IntValue(10)));
[3348]154      Parameters.Add(new ValueParameter<IntValue>("MaxIterations", "Maximal number of iterations.", new IntValue(1000)));
[3682]155      Parameters.Add(new ValueParameter<MultiAnalyzer>("Analyzer", "The operator used to analyze each generation.", new MultiAnalyzer()));
[5560]156      Parameters.Add(new ValueParameter<DoubleValue>("Inertia", "Inertia weight on a particle's movement (omega).", new DoubleValue(-0.2)));
157      Parameters.Add(new ValueParameter<DoubleValue>("PersonalBestAttraction", "Weight for particle's pull towards its personal best soution (phi_p).", new DoubleValue(-0.01)));
[5568]158      Parameters.Add(new ValueParameter<DoubleValue>("NeighborBestAttraction", "Weight for pull towards the neighborhood best solution or global best solution in case of a totally connected topology (phi_g).", new DoubleValue(3.7)));
[5560]159      Parameters.Add(new ConstrainedValueParameter<IParticleCreator>("ParticleCreator", "Operator creates a new particle."));
160      Parameters.Add(new ConstrainedValueParameter<IParticleUpdater>("ParticleUpdater", "Operator that updates a particle."));
161      Parameters.Add(new OptionalConstrainedValueParameter<ITopologyInitializer>("TopologyInitializer", "Creates neighborhood description vectors."));
162      Parameters.Add(new OptionalConstrainedValueParameter<ITopologyUpdater>("TopologyUpdater", "Updates the neighborhood description vectors."));
163      Parameters.Add(new OptionalConstrainedValueParameter<IDiscreteDoubleValueModifier>("InertiaUpdater", "Updates the omega parameter."));
[5568]164      Parameters.Add(new ConstrainedValueParameter<ISwarmUpdater>("SwarmUpdater", "Encoding-specific parameter which is provided by the problem. May provide additional encoding-specific parameters, such as velocity bounds for real valued problems"));
[5033]165
[3348]166      RandomCreator randomCreator = new RandomCreator();
[5033]167      VariableCreator variableCreator = new VariableCreator();
[5560]168      solutionsCreator = new SolutionsCreator();
[5209]169      Placeholder topologyInitializerPlaceholder = new Placeholder();
[5033]170      Placeholder analyzerPlaceholder = new Placeholder();
[5560]171      mainLoop = new ParticleSwarmOptimizationMainLoop();
[3348]172
[5033]173      OperatorGraph.InitialOperator = randomCreator;
[3682]174
[5033]175      randomCreator.SetSeedRandomlyParameter.Value = null;
[3348]176      randomCreator.SeedParameter.Value = null;
[5033]177      randomCreator.Successor = variableCreator;
[4068]178
[5033]179      variableCreator.CollectedValues.Add(new ValueParameter<IntValue>("CurrentIteration", new IntValue(0)));
180      variableCreator.Successor = solutionsCreator;
[4068]181
[5033]182      solutionsCreator.NumberOfSolutionsParameter.ActualName = "SwarmSize";
[5568]183      ParameterizeSolutionsCreator();
184      solutionsCreator.Successor = topologyInitializerPlaceholder;
[4068]185
[5209]186      topologyInitializerPlaceholder.Name = "(TopologyInitializer)";
187      topologyInitializerPlaceholder.OperatorParameter.ActualName = "TopologyInitializer";
[5568]188      topologyInitializerPlaceholder.Successor = mainLoop;
[5209]189
[5560]190      mainLoop.AnalyzerParameter.ActualName = AnalyzerParameter.Name;
191      mainLoop.InertiaParameter.ActualName = InertiaParameter.Name;
192      mainLoop.MaxIterationsParameter.ActualName = MaxIterationsParameter.Name;
[5568]193      mainLoop.NeighborBestAttractionParameter.ActualName = NeighborBestAttractionParameter.Name;
[5560]194      mainLoop.InertiaUpdaterParameter.ActualName = InertiaUpdaterParameter.Name;
195      mainLoop.ParticleUpdaterParameter.ActualName = ParticleUpdaterParameter.Name;
196      mainLoop.PersonalBestAttractionParameter.ActualName = PersonalBestAttractionParameter.Name;
197      mainLoop.RandomParameter.ActualName = randomCreator.RandomParameter.ActualName;
[5568]198      mainLoop.SwarmSizeParameter.ActualName = SwarmSizeParameter.Name;
199      mainLoop.TopologyUpdaterParameter.ActualName = TopologyUpdaterParameter.Name;
[5560]200      mainLoop.RandomParameter.ActualName = randomCreator.RandomParameter.ActualName;
201      mainLoop.ResultsParameter.ActualName = "Results";
[5568]202      // mainLoop.EvaluatedMovesParameter.ActualName = "EvaluatedMoves";
[3682]203
[3719]204      InitializeAnalyzers();
[5560]205      ////InitVelocityBoundsUpdater();
206      InitializeParticleCreator();
[5561]207      InitializeSwarmUpdater();
[5568]208      ParameterizeSolutionsCreator();
[3719]209      UpdateAnalyzers();
[5560]210      UpdateInertiaUpdater();
211      InitInertiaUpdater();
[5410]212      UpdateTopologyInitializer();
[5342]213      Initialize();
[5568]214      ParameterizeMainLoop();
[3348]215    }
216
[5410]217    public override IDeepCloneable Clone(Cloner cloner) {
218      return new ParticleSwarmOptimization(this, cloner);
[5342]219    }
220
[5435]221    [StorableHook(HookType.AfterDeserialization)]
222    private void AfterDeserialization() {
223      Initialize();
224    }
225
[5410]226    public override void Prepare() {
[5560]227      if (Problem != null && ParticleCreator != null && ParticleUpdater != null) {
[5410]228        base.Prepare();
[5560]229        if (InertiaUpdater != null && InertiaUpdater.StartValueParameter.Value != null) {
230          this.InertiaParameter.ActualValue = new DoubleValue(InertiaUpdaterParameter.Value.StartValueParameter.Value.Value);
[5342]231        }
[5560]232        //if (VelocityBoundsUpdater != null && VelocityBoundsUpdater.StartValueParameter.Value != null && VelocityBoundsParameter.Value != null) {
233        //  DoubleMatrix matrix = VelocityBoundsParameter.Value;
234        //  for (int i = 0; i < matrix.Rows; i++) {
235        //    matrix[i, 0] = -VelocityBoundsUpdater.StartValueParameter.Value.Value;
236        //    matrix[i, 1] = VelocityBoundsUpdater.StartValueParameter.Value.Value;
237        //  }
238        //}
[5342]239      }
240    }
241
[5410]242    #region Events
243    protected override void OnProblemChanged() {
244      UpdateAnalyzers();
245      ParameterizeAnalyzers();
[5560]246      UpdateTopologyParameters();
247      InitializeParticleCreator();
[5561]248      InitializeSwarmUpdater();
[5568]249      ParameterizeSolutionsCreator();
[5410]250      base.OnProblemChanged();
[5342]251    }
252
253    void TopologyInitializerParameter_ValueChanged(object sender, EventArgs e) {
[5410]254      this.UpdateTopologyParameters();
255    }
256
[5560]257    //void VelocityBoundsUpdaterParameter_ValueChanged(object sender, EventArgs e) {
258    //  if (VelocityBoundsParameter.Value != null) {
259    //    foreach (IDiscreteDoubleMatrixModifier matrixOp in VelocityBoundsUpdaterParameter.Value.ScalingOperatorParameter.ValidValues) {
260    //      matrixOp.ValueParameter.ActualName = VelocityBoundsUpdater.ScaleParameter.Name;
261    //      matrixOp.StartValueParameter.Value = new DoubleValue(VelocityBoundsUpdater.ScaleParameter.ActualValue.Value);
262    //    }
263    //  }
264    //}
[5410]265    #endregion
[5342]266
[5410]267    #region Helpers
268    private void Initialize() {
269      TopologyInitializerParameter.ValueChanged += new EventHandler(TopologyInitializerParameter_ValueChanged);
270    }
271
[5560]272    private void InitializeParticleCreator() {
273      if (Problem != null) {
274        IParticleCreator oldParticleCreator = ParticleCreator;
275        ParticleCreatorParameter.ValidValues.Clear();
276        foreach (IParticleCreator Creator in Problem.Operators.OfType<IParticleCreator>().OrderBy(x => x.Name)) {
277          ParticleCreatorParameter.ValidValues.Add(Creator);
278        }
279        if (oldParticleCreator != null) {
280          IParticleCreator creator = ParticleCreatorParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldParticleCreator.GetType());
281          if (creator != null) ParticleCreator = creator;
[5568]282        }
[5560]283      }
[3348]284    }
285
[5410]286    private void InitializeAnalyzers() {
287      qualityAnalyzer = new BestAverageWorstQualityAnalyzer();
[5581]288      qualityAnalyzer.ResultsParameter.ActualName = "Results";
[5410]289      ParameterizeAnalyzers();
[3348]290    }
291
[5410]292    private void ParameterizeAnalyzers() {
[5312]293      if (Problem != null) {
[5410]294        qualityAnalyzer.MaximizationParameter.ActualName = Problem.MaximizationParameter.Name;
295        qualityAnalyzer.QualityParameter.ActualName = Problem.Evaluator.QualityParameter.ActualName;
296        qualityAnalyzer.BestKnownQualityParameter.ActualName = Problem.BestKnownQualityParameter.Name;
[5312]297      }
[3348]298    }
299
[5410]300    private void UpdateAnalyzers() {
301      Analyzer.Operators.Clear();
302      if (Problem != null) {
303        foreach (IAnalyzer analyzer in Problem.Operators.OfType<IAnalyzer>())
304          Analyzer.Operators.Add(analyzer);
305      }
306      Analyzer.Operators.Add(qualityAnalyzer);
[3348]307    }
[3415]308
[5560]309    //private void InitVelocityBoundsUpdater() {
310    //  foreach (IDiscreteDoubleMatrixModifier matrixOp in ApplicationManager.Manager.GetInstances<IDiscreteDoubleMatrixModifier>()) {
311    //    VelocityBoundsUpdaterParameter.ValidValues.Add(matrixOp);
312    //    matrixOp.ValueParameter.ActualName = VelocityBoundsParameter.Name;
313    //    matrixOp.EndIndexParameter.ActualName = MaxIterationsParameter.Name;
314    //    matrixOp.StartIndexParameter.Value = new IntValue(0);
315    //    matrixOp.IndexParameter.ActualName = "CurrentIteration";
316    //    matrixOp.EndValueParameter.Value = new DoubleValue(0);
317    //  }
318    //  VelocityBoundsUpdaterParameter.ValueChanged += new EventHandler(VelocityBoundsUpdaterParameter_ValueChanged);
319    //}
[5311]320
[5560]321    private void InitInertiaUpdater() {
322      foreach (IDiscreteDoubleValueModifier updater in InertiaUpdaterParameter.ValidValues) {
[5311]323        updater.EndIndexParameter.ActualName = MaxIterationsParameter.Name;
324        updater.StartIndexParameter.Value = new IntValue(0);
325        updater.IndexParameter.ActualName = "CurrentIteration";
[5560]326        updater.ValueParameter.ActualName = InertiaParameter.Name;
[5311]327        updater.StartValueParameter.Value = new DoubleValue(1);
328        updater.EndValueParameter.Value = new DoubleValue(0);
329      }
330    }
331
[5560]332    private void UpdateInertiaUpdater() {
333      IDiscreteDoubleValueModifier oldInertiaUpdater = InertiaUpdater;
334      InertiaUpdaterParameter.ValidValues.Clear();
[5311]335      foreach (IDiscreteDoubleValueModifier updater in ApplicationManager.Manager.GetInstances<IDiscreteDoubleValueModifier>().OrderBy(x => x.Name)) {
[5560]336        InertiaUpdaterParameter.ValidValues.Add(updater);
[5311]337      }
[5560]338      if (oldInertiaUpdater != null) {
339        IDiscreteDoubleValueModifier updater = InertiaUpdaterParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldInertiaUpdater.GetType());
340        if (updater != null) InertiaUpdaterParameter.Value = updater;
[5311]341      }
342    }
343
[5410]344    private void UpdateTopologyInitializer() {
345      ITopologyInitializer oldTopologyInitializer = TopologyInitializer;
346      TopologyInitializerParameter.ValidValues.Clear();
347      foreach (ITopologyInitializer topologyInitializer in ApplicationManager.Manager.GetInstances<ITopologyInitializer>().OrderBy(x => x.Name)) {
348        TopologyInitializerParameter.ValidValues.Add(topologyInitializer);
[3348]349      }
[5410]350      if (oldTopologyInitializer != null && TopologyInitializerParameter.ValidValues.Any(x => x.GetType() == oldTopologyInitializer.GetType()))
351        TopologyInitializer = TopologyInitializerParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldTopologyInitializer.GetType());
352      UpdateTopologyParameters();
[3348]353    }
[3415]354
[5410]355    private void UpdateTopologyParameters() {
356      ITopologyUpdater oldTopologyUpdater = TopologyUpdater;
357      IParticleUpdater oldParticleUpdater = ParticleUpdater;
358      ClearTopologyParameters();
[5560]359      if (Problem != null) {
360        if (TopologyInitializer != null) {
361          foreach (ITopologyUpdater topologyUpdater in ApplicationManager.Manager.GetInstances<ITopologyUpdater>())
362            TopologyUpdaterParameter.ValidValues.Add(topologyUpdater);
363          foreach (IParticleUpdater particleUpdater in Problem.Operators.OfType<ILocalParticleUpdater>().OrderBy(x => x.Name))
364            ParticleUpdaterParameter.ValidValues.Add(particleUpdater);
365        } else {
366          foreach (IParticleUpdater particleUpdater in Problem.Operators.OfType<IGlobalParticleUpdater>().OrderBy(x => x.Name))
367            ParticleUpdaterParameter.ValidValues.Add(particleUpdater);
368        }
369        if (oldTopologyUpdater != null) {
370          ITopologyUpdater newTopologyUpdater = TopologyUpdaterParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldParticleUpdater.GetType());
371          if (newTopologyUpdater != null) TopologyUpdater = newTopologyUpdater;
372        }
373        if (oldParticleUpdater != null) {
374          IParticleUpdater newParticleUpdater = ParticleUpdaterParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldParticleUpdater.GetType());
375          if (newParticleUpdater != null) ParticleUpdater = newParticleUpdater;
376        }
[3682]377      }
378    }
379
[5410]380    private void ClearTopologyParameters() {
381      TopologyUpdaterParameter.ValidValues.Clear();
382      ParticleUpdaterParameter.ValidValues.Clear();
383    }
[5560]384
385    private void ParameterizeSolutionsCreator() {
386      if (Problem != null) {
387        solutionsCreator.EvaluatorParameter.ActualName = Problem.EvaluatorParameter.Name;
388        solutionsCreator.SolutionCreatorParameter.ActualName = ParticleCreatorParameter.Name;
389      }
390    }
391
392    private void ParameterizeMainLoop() {
[5568]393      if (Problem != null) {
[5561]394        mainLoop.EvaluatorParameter.ActualName = Problem.EvaluatorParameter.Name;
395      }
[5560]396    }
[5561]397
398    private void InitializeSwarmUpdater() {
399      if (Problem != null) {
400        ISwarmUpdater updater = Problem.Operators.OfType<ISwarmUpdater>().FirstOrDefault();
[5568]401        SwarmUpdaterParameter.ValidValues.Clear();
402        SwarmUpdaterParameter.ValidValues.Add(updater);
403        SwarmUpdaterParameter.Value = updater;
[5561]404      }
405    }
[3348]406    #endregion
[5410]407
[3348]408  }
409}
Note: See TracBrowser for help on using the repository browser.