Changeset 5033 for branches/PSO/HeuristicLab.Algorithms.ParticleSwarmOptimization/3.3/ParticleSwarmOptimization.cs

Timestamp:

12/06/10 14:45:27 (13 years ago)

Author:

epitzer

Message:

Simple but complete PSO implementation (#852)

Location:

branches/PSO/HeuristicLab.Algorithms.ParticleSwarmOptimization/3.3

Files:

• . (modified) (1 prop)
• ParticleSwarmOptimization.cs (modified) (8 diffs)

branches/PSO/HeuristicLab.Algorithms.ParticleSwarmOptimization/3.3

@@ -3 +3 @@
 obj
 *.user
+*.suo

@@ -3 +3 @@
 obj
 *.user
+*.suo

branches/PSO/HeuristicLab.Algorithms.ParticleSwarmOptimization/3.3/ParticleSwarmOptimization.cs

@@ -21 +21 @@
 
 using System;
-using System.Collections.Generic;
 using System.Linq;
 using HeuristicLab.Analysis;
@@ -36 +35 @@
 
 namespace HeuristicLab.Algorithms.ParticleSwarmOptimization {
+
   [Item("Particle Swarm Optimization", "A particle swarm optimization algorithm.")]
   [Creatable("Algorithms")]
   [StorableClass]
-  public sealed class ParticleSwarmOptimization : EngineAlgorithm {
+  public class ParticleSwarmOptimization : EngineAlgorithm {
+
     #region Problem Properties
     public override Type ProblemType {
@@ -48 +49 @@
       set { base.Problem = value; }
     }
-    public IRealVectorEncoder Encoder {
-      get { return EncoderParameter.Value; }
-      set { EncoderParameter.Value = value; }
-    }
     public MultiAnalyzer Analyzer {
       get { return AnalyzerParameter.Value; }
@@ -59 +56 @@
 
     #region Parameter Properties
-    private ValueParameter<IntValue> SeedParameter {
+    public ValueParameter<IntValue> SeedParameter {
       get { return (ValueParameter<IntValue>)Parameters["Seed"]; }
     }
-    private ValueParameter<BoolValue> SetSeedRandomlyParameter {
+    public ValueParameter<BoolValue> SetSeedRandomlyParameter {
       get { return (ValueParameter<BoolValue>)Parameters["SetSeedRandomly"]; }
     }
-    private ValueParameter<IntValue> SwarmSizeParameter {
+    public ValueParameter<IntValue> SwarmSizeParameter {
       get { return (ValueParameter<IntValue>)Parameters["SwarmSize"]; }
     }
-    private ValueParameter<IntValue> MaxIterationsParameter {
+    public ValueParameter<IntValue> MaxIterationsParameter {
       get { return (ValueParameter<IntValue>)Parameters["MaxIterations"]; }
     }
-    private OptionalConstrainedValueParameter<IRealVectorEncoder> EncoderParameter {
-      get { return (OptionalConstrainedValueParameter<IRealVectorEncoder>)Parameters["Encoder"]; }
-    }
-    private ValueParameter<MultiAnalyzer> AnalyzerParameter {
+    public ValueParameter<DoubleValue> OmegaParameter {
+      get { return (ValueParameter<DoubleValue>)Parameters["Omega"]; }
+    }
+    public ValueParameter<DoubleValue> Phi_PParameter {
+      get { return (ValueParameter<DoubleValue>)Parameters["Phi_P"]; }
+    }
+    public ValueParameter<DoubleValue> Phi_GParameter {
+      get { return (ValueParameter<DoubleValue>)Parameters["Phi_G"]; }
+    }
+    public ValueParameter<MultiAnalyzer> AnalyzerParameter {
       get { return (ValueParameter<MultiAnalyzer>)Parameters["Analyzer"]; }
+    }
+    public ValueLookupParameter<DoubleMatrix> VelocityBoundsParameter {
+      get { return (ValueLookupParameter<DoubleMatrix>)Parameters["VelocityBounds"]; }
     }
     #endregion
@@ -81 +87 @@
     #region Properties
     [Storable]
-    private ParticleSwarmOptimizationMainLoop mainLoop; // Check this !
-    private ParticleSwarmOptimizationMainLoop MainLoop {
-      get { return mainLoop; }
-    }
-    [Storable]
-    private Assigner bestLocalQualityInitalizer; // Check this !
-    private Assigner BestLocalQualityInitalizer {
-      get { return bestLocalQualityInitalizer; }
-    }
-    [Storable]
     private BestAverageWorstQualityAnalyzer qualityAnalyzer;
     #endregion
+
+    [StorableConstructor]
+    protected ParticleSwarmOptimization(bool deserializing) : base(deserializing) { }
+    protected ParticleSwarmOptimization(ParticleSwarmOptimization original, Cloner cloner)
+      : base(original, cloner) {
+      qualityAnalyzer = cloner.Clone(original.qualityAnalyzer);
+    }
 
     public ParticleSwarmOptimization()
@@ -100 +103 @@
       Parameters.Add(new ValueParameter<IntValue>("SwarmSize", "Size of the particle swarm.", new IntValue(10)));
       Parameters.Add(new ValueParameter<IntValue>("MaxIterations", "Maximal number of iterations.", new IntValue(1000)));
-      Parameters.Add(new ConstrainedValueParameter<IRealVectorEncoder>("Encoder", "The operator used to encode solutions as position vector."));
       Parameters.Add(new ValueParameter<MultiAnalyzer>("Analyzer", "The operator used to analyze each generation.", new MultiAnalyzer()));
+      Parameters.Add(new ValueParameter<DoubleValue>("Omega", "Weight for particle's velocity vector.", new DoubleValue(-0.2)));
+      Parameters.Add(new ValueParameter<DoubleValue>("Phi_P", "Weight for particle's personal best position.", new DoubleValue(-0.01)));
+      Parameters.Add(new ValueParameter<DoubleValue>("Phi_G", "Weight for global best position.", new DoubleValue(3.7)));
+      Parameters.Add(new ValueLookupParameter<DoubleMatrix>("VelocityBounds", "Maximum Velocity in every dimension", new DoubleMatrix(new double[,] { { -1, 1 } })));
+
       RandomCreator randomCreator = new RandomCreator();
+      VariableCreator variableCreator = new VariableCreator();
       SolutionsCreator solutionsCreator = new SolutionsCreator();
-      UniformSubScopesProcessor uniformSubScopesProcessor = new UniformSubScopesProcessor();
-      UniformSubScopesProcessor uniformSubScopesProcessor2 = new UniformSubScopesProcessor();
-      VariableCreator variableCreator = new VariableCreator();
-      VariableCreator localVariableCreator = new VariableCreator();
-      Placeholder encoder = new Placeholder();
-      UniformRandomRealVectorCreator velocityVectorCreator = new UniformRandomRealVectorCreator();
-      bestLocalQualityInitalizer = new Assigner();
-      Assigner bestLocalPositionInitalizer = new Assigner();
-      Assigner bestGlobalPositionInitalizer = new Assigner();
-      mainLoop = new ParticleSwarmOptimizationMainLoop();
-      BestAverageWorstQualityCalculator bawCalculator = new BestAverageWorstQualityCalculator();
-      Comparator comparator = new Comparator();
-      ConditionalBranch branch = new ConditionalBranch();
-
-      variableCreator.CollectedValues.Add(new ValueParameter<RealVector>("CurrentBestPosition", new RealVector()));
-      variableCreator.CollectedValues.Add(new ValueParameter<DoubleMatrix>("ZeroBounds", new DoubleMatrix(new double[,] { { 0, 0 } })));
-      variableCreator.CollectedValues.Add(new ValueParameter<IntValue>("Length", new IntValue(2)));
-
-      localVariableCreator.CollectedValues.Add(new ValueParameter<DoubleValue>("BestQuality", new DoubleValue(0)));
-      localVariableCreator.CollectedValues.Add(new ValueParameter<RealVector>("BestPosition", new RealVector()));
-
-      randomCreator.RandomParameter.ActualName = "Random";
-      randomCreator.SeedParameter.ActualName = SeedParameter.Name;
+      CombinedOperator particleCreator = new CombinedOperator();
+      Placeholder evaluatorPlaceholder = new Placeholder();
+      Assigner bestPersonalQualityAssigner = new Assigner();
+      BestPointInitializer bestPositionInitializer = new BestPointInitializer();
+      Placeholder analyzerPlaceholder = new Placeholder();
+      UniformSubScopesProcessor uniformSubScopeProcessor = new UniformSubScopesProcessor();
+      ParticleUpdater particleUpdater = new ParticleUpdater();
+      Placeholder evaluatorPlaceholder2 = new Placeholder();
+      SwarmUpdater swarmUpdater = new SwarmUpdater();
+      Placeholder analyzerPlaceholder2 = new Placeholder();
+      IntCounter currentIterationCounter = new IntCounter();
+      Comparator currentIterationComparator = new Comparator();
+      ConditionalBranch conditionalBranch = new ConditionalBranch();
+
+      OperatorGraph.InitialOperator = randomCreator;
+
+      randomCreator.SetSeedRandomlyParameter.Value = null;
       randomCreator.SeedParameter.Value = null;
-      randomCreator.SetSeedRandomlyParameter.ActualName = SetSeedRandomlyParameter.Name;
-      randomCreator.SetSeedRandomlyParameter.Value = null;
-
-      solutionsCreator.NumberOfSolutionsParameter.ActualName = SwarmSizeParameter.Name;
-
-      encoder.OperatorParameter.ActualName = "Encoder";
-
-      velocityVectorCreator.BoundsParameter.ActualName = "ZeroBounds";
-      velocityVectorCreator.RealVectorParameter.ActualName = "Velocity";
-
-      bestLocalQualityInitalizer.LeftSideParameter.ActualName = "BestQuality"; // cloned value
-      bestLocalQualityInitalizer.RightSideParameter.ActualName = "Quality"; // FIXME!!! Should be mapped
-
-      bestLocalPositionInitalizer.LeftSideParameter.ActualName = "BestPosition";
-      bestLocalPositionInitalizer.RightSideParameter.ActualName = "Position"; // FixMe
-
-      bestGlobalPositionInitalizer.LeftSideParameter.ActualName = "CurrentBestPosition";
-      bestGlobalPositionInitalizer.RightSideParameter.ActualName = "BestPosition";
-
-      bawCalculator.AverageQualityParameter.ActualName = "CurrentAverageBestQuality";
-      bawCalculator.BestQualityParameter.ActualName = "CurrentBestBestQuality";
-      bawCalculator.MaximizationParameter.ActualName = "Maximization"; // FIXME
-      bawCalculator.QualityParameter.ActualName = "Quality";
-      bawCalculator.WorstQualityParameter.ActualName = "CurrentWorstBestQuality";
-
-      comparator.Comparison = new Comparison(ComparisonType.Equal);
-      comparator.LeftSideParameter.ActualName = "Quality";
-      comparator.ResultParameter.ActualName = "NewGlobalBest";
-      comparator.RightSideParameter.ActualName = "CurrentBestBestQuality";
-
-      branch.ConditionParameter.ActualName = "NewGlobalBest";
-      branch.TrueBranch = bestGlobalPositionInitalizer; // copy position vector
-
-      mainLoop.MaximumGenerationsParameter.ActualName = MaxIterationsParameter.Name;
-      mainLoop.ResultsParameter.ActualName = "Results";
-      mainLoop.AnalyzerParameter.ActualName = AnalyzerParameter.Name;
-
-      OperatorGraph.InitialOperator = randomCreator;
-      randomCreator.Successor = solutionsCreator;
-      solutionsCreator.Successor = variableCreator;
-      variableCreator.Successor = uniformSubScopesProcessor;
-      uniformSubScopesProcessor.Operator = encoder;
-      encoder.Successor = velocityVectorCreator;
-      velocityVectorCreator.Successor = localVariableCreator;
-      localVariableCreator.Successor = bestLocalQualityInitalizer;
-      bestLocalQualityInitalizer.Successor = bestLocalPositionInitalizer;
-      uniformSubScopesProcessor.Successor = bawCalculator; // mainLoop;
-      bawCalculator.Successor = uniformSubScopesProcessor2;
-      uniformSubScopesProcessor2.Operator = comparator;
-      comparator.Successor = branch;
-      uniformSubScopesProcessor2.Successor = mainLoop;
+      randomCreator.Successor = variableCreator;
+
+      variableCreator.CollectedValues.Add(new ValueParameter<IntValue>("CurrentIteration", new IntValue(0)));
+      variableCreator.Successor = solutionsCreator;
+
+      solutionsCreator.NumberOfSolutionsParameter.ActualName = "SwarmSize";
+      solutionsCreator.EvaluatorParameter.Value = evaluatorPlaceholder;
+      solutionsCreator.SolutionCreatorParameter.Value = particleCreator;
+      solutionsCreator.Successor = bestPositionInitializer;
+
+      InitializeParticleCreator(particleCreator);
+
+      evaluatorPlaceholder.Name = "(Evaluator)";
+      evaluatorPlaceholder.OperatorParameter.ActualName = "Evaluator";
+      evaluatorPlaceholder.Successor = bestPersonalQualityAssigner;
+
+      bestPersonalQualityAssigner.LeftSideParameter.ActualName = "PersonalBestQuality";
+      bestPersonalQualityAssigner.RightSideParameter.ActualName = "Quality";
+
+      bestPositionInitializer.Successor = analyzerPlaceholder;
+
+      analyzerPlaceholder.Name = "(Analyzer)";
+      analyzerPlaceholder.OperatorParameter.ActualName = "Analyzer";
+      analyzerPlaceholder.Successor = uniformSubScopeProcessor;
+
+      uniformSubScopeProcessor.Operator = particleUpdater;
+      uniformSubScopeProcessor.Successor = analyzerPlaceholder2;
+
+      particleUpdater.Successor = evaluatorPlaceholder2;
+
+      evaluatorPlaceholder2.Name = "(Evaluator)";
+      evaluatorPlaceholder2.OperatorParameter.ActualName = "Evaluator";
+      evaluatorPlaceholder2.Successor = swarmUpdater;
+
+      analyzerPlaceholder2.Name = "(Analyzer)";
+      analyzerPlaceholder2.OperatorParameter.ActualName = "Analyzer";
+      analyzerPlaceholder2.Successor = currentIterationCounter;
+
+      currentIterationCounter.Name = "CurrentIteration++";
+      currentIterationCounter.ValueParameter.ActualName = "CurrentIteration";
+      currentIterationCounter.Successor = currentIterationComparator;
+
+      currentIterationComparator.LeftSideParameter.ActualName = "CurrentIteration";
+      currentIterationComparator.Comparison = new Comparison(ComparisonType.Less);
+      currentIterationComparator.RightSideParameter.ActualName = "MaxIterations";
+      currentIterationComparator.ResultParameter.ActualName = "ContinueIteration";
+      currentIterationComparator.Successor = conditionalBranch;
+
+      conditionalBranch.Name = "ContinueIteration?";
+      conditionalBranch.ConditionParameter.ActualName = "ContinueIteration";
+      conditionalBranch.TrueBranch = uniformSubScopeProcessor;
+
       InitializeAnalyzers();
       UpdateAnalyzers();
-      Initialize();
-    }
-
-    [StorableHook(HookType.AfterDeserialization)]
-    private void Initialize() {
-      EncoderParameter.ValueChanged += new EventHandler(EncoderParameter_ValueChanged);
-      if (Problem != null) {
-        bestLocalQualityInitalizer.RightSideParameter.ActualName = Problem.Evaluator.QualityParameter.ActualName;
-      }
-    }
-
-    [StorableConstructor]
-    private ParticleSwarmOptimization(bool deserializing) : base(deserializing) { }
+    }
+
+    private static void InitializeParticleCreator(CombinedOperator particleCreator) {
+      Placeholder positionCreator = new Placeholder();
+      Assigner personalBestPositionAssigner = new Assigner();
+      UniformRandomRealVectorCreator velocityCreator = new UniformRandomRealVectorCreator();
+
+      particleCreator.Name = "Particle Creator";
+      particleCreator.OperatorGraph.InitialOperator = positionCreator;
+
+      positionCreator.Name = "(SolutionCreator)";
+      positionCreator.OperatorParameter.ActualName = "SolutionCreator";
+      positionCreator.Successor = personalBestPositionAssigner;
+
+      personalBestPositionAssigner.LeftSideParameter.ActualName = "PersonalBestPoint";
+      personalBestPositionAssigner.RightSideParameter.ActualName = "Point";
+      personalBestPositionAssigner.Successor = velocityCreator;
+
+      velocityCreator.LengthParameter.ActualName = "ProblemSize";
+      velocityCreator.BoundsParameter.ActualName = "VelocityBounds";
+      velocityCreator.RealVectorParameter.ActualName = "Velocity";
+    }
 
     public override IDeepCloneable Clone(Cloner cloner) {
-      ParticleSwarmOptimization clone = (ParticleSwarmOptimization)base.Clone(cloner);
-      clone.Initialize();
-      return clone;
+      return new ParticleSwarmOptimization(this, cloner);
     }
 
@@ -207 +217 @@
     #region Events
     protected override void OnProblemChanged() {
-      UpdateEncoders();
       UpdateAnalyzers();
       ParameterizeAnalyzers();
-      bestLocalQualityInitalizer.RightSideParameter.ActualName = Problem.Evaluator.QualityParameter.ActualName;
       Problem.Evaluator.QualityParameter.ActualNameChanged += new EventHandler(Evaluator_QualityParameter_ActualNameChanged);
-      MainLoop.EvaluatorParameter.ActualName = Problem.EvaluatorParameter.Name;
       base.OnProblemChanged();
     }
 
-    private void EncoderParameter_ValueChanged(object sender, EventArgs e) {
-      //MainLoop.EncoderParameter.ActualValue = (IRealVectorEncoder) EncoderParameter.ActualValue;
-      //((UniformSubScopesProcessor)((VariableCreator)((SolutionsCreator)((RandomCreator)OperatorGraph.InitialOperator).Successor).Successor).Successor).Operator = EncoderParameter.Value;
-      //((SingleSuccessorOperator)EncoderParameter.Value).Successor = ((SingleSuccessorOperator)old).Successor;
-    }
     #endregion
 
     #region Helpers
     private void Evaluator_QualityParameter_ActualNameChanged(object sender, EventArgs e) {
-      // 
-      //
-    }
-
-    private void UpdateEncoders() {
-      IRealVectorEncoder oldEncoder = EncoderParameter.Value;
-      EncoderParameter.ValidValues.Clear();
-      List<IRealVectorEncoder> encoders = Problem.Operators.OfType<IRealVectorEncoder>().OrderBy(x => x.Name).ToList<IRealVectorEncoder>();
-      if (encoders.Count > 0) {  // ToDo: Add wiring; else: use Position Vector directly --> name matching
-        foreach (IRealVectorEncoder encoder in Problem.Operators.OfType<IRealVectorEncoder>().OrderBy(x => x.Name)) {
-          EncoderParameter.ValidValues.Add(encoder);
-          ((ILookupParameter)encoder.RealVectorParameter).ActualName = "Position";
-        }
-        if (oldEncoder != null) {
-          IRealVectorEncoder encoder = EncoderParameter.ValidValues.FirstOrDefault(x => x.GetType() == oldEncoder.GetType());
-          if (encoder != null) EncoderParameter.Value = encoder;
-        }
-      }
     }
 
@@ -251 +235 @@
 
     private void ParameterizeAnalyzers() {
-      qualityAnalyzer.ResultsParameter.ActualName = "Results";
       if (Problem != null) {
         qualityAnalyzer.MaximizationParameter.ActualName = Problem.MaximizationParameter.Name;

@@ -3 +3 @@
 obj
 *.user
+*.suo