Changeset 13180


Ignore:
Timestamp:
11/16/15 16:45:17 (4 years ago)
Author:
pfleck
Message:

#1674

  • ProtoBuff QualityMessages
    • Changed the QualityMessage to be able to be used for single- and multi-objective problems.
    • The new SingleObjectiveQualityMessage and MultiObjectiveQualityMessage now "inherits" from QualityMessages to be able to be used in a polymorph manner.
    • This is done via protobuf's nested extensions (see http://www.indelible.org/ink/protobuf-polymorphism/).
  • EvaluationCache
    • The EvaluationCache now now stores the QualityMessage instead of a single double. This way the cache can be used for single- and multi-objective problems and additionally opens the possibility to extend the quality message with any data. (previously extended data was lost when the cache was persisted and loaded again)
    • When deserializing an older version of the cache a new single objective quality message is created from the double value. This way, no compatibility is broken and version must not be incremented.
  • Adapted the ExternalEvaluationProblem to the changes of the EvaluationCache and the QualityMessage.
  • Added a MultiObjectiveExternalEvaluationProblem on basis of the ExternalEvaluationProblem and added a IExternalEvaluationProblem interface.
Location:
trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4
Files:
1 added
4 edited
1 copied

Legend:

Unmodified
Added
Removed
  • trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4/EvaluationCache.cs

    r12012 r13180  
    3030using System.Text.RegularExpressions;
    3131using System.Threading;
     32using Google.ProtocolBuffers;
    3233using HeuristicLab.Common;
    3334using HeuristicLab.Common.Resources;
     
    4748
    4849      public readonly string Key;
    49       public double Value;
    50 
    51       public CacheEntry(string key, double value) {
    52         Key = key;
    53         Value = value;
     50
     51      private QualityMessage message;
     52      private byte[] rawMessage;
     53
     54      public byte[] RawMessage {
     55        get { return rawMessage; }
     56        set {
     57          rawMessage = value;
     58          message = null;
     59        }
    5460      }
    5561
    5662      public CacheEntry(string key) {
    5763        Key = key;
     64      }
     65
     66      public QualityMessage GetMessage(ExtensionRegistry extensions) {
     67        if (message == null && rawMessage != null)
     68          message = QualityMessage.ParseFrom(ByteString.CopyFrom(rawMessage), extensions);
     69        return message;
     70      }
     71      public void SetMessage(QualityMessage value) {
     72        message = value;
     73        rawMessage = value.ToByteArray();
    5874      }
    5975
     
    6985      }
    7086
     87      public string QualityString(IFormatProvider formatProvider = null) {
     88        if (formatProvider == null) formatProvider = CultureInfo.CurrentCulture;
     89        if (RawMessage == null) return "-";
     90        var msg = message ?? CreateBasicQualityMessage();
     91        switch (msg.Type) {
     92          case QualityMessage.Types.Type.SingleObjectiveQualityMessage:
     93            return msg.GetExtension(SingleObjectiveQualityMessage.QualityMessage_).Quality.ToString(formatProvider);
     94          case QualityMessage.Types.Type.MultiObjectiveQualityMessage:
     95            var qualities = msg.GetExtension(MultiObjectiveQualityMessage.QualityMessage_).QualitiesList;
     96            return string.Format("[{0}]", string.Join(",", qualities.Select(q => q.ToString(formatProvider))));
     97          default:
     98            return "-";
     99        }
     100      }
     101      private QualityMessage CreateBasicQualityMessage() {
     102        var extensions = ExtensionRegistry.CreateInstance();
     103        ExternalEvaluationMessages.RegisterAllExtensions(extensions);
     104        return QualityMessage.ParseFrom(ByteString.CopyFrom(rawMessage), extensions);
     105      }
     106
    71107      public override string ToString() {
    72         return string.Format("{{{0} : {1}}}", Key, Value);
    73       }
    74     }
    75 
    76     public delegate double Evaluator(SolutionMessage message);
     108        return string.Format("{{{0} : {1}}}", Key, QualityString());
     109      }
     110    }
     111
     112    public delegate QualityMessage Evaluator(SolutionMessage message);
    77113    #endregion
    78114
     
    126162
    127163    #region Persistence
     164    #region BackwardsCompatibility3.4
    128165    [Storable(Name = "Cache")]
    129166    private IEnumerable<KeyValuePair<string, double>> Cache_Persistence {
    130       get {
    131         if (IsPersistent) {
    132           return GetCacheValues();
    133         } else {
    134           return Enumerable.Empty<KeyValuePair<string, double>>();
    135         }
    136       }
     167      get { return Enumerable.Empty<KeyValuePair<string, double>>(); }
    137168      set {
    138         SetCacheValues(value);
    139       }
     169        var rawMessages = value.ToDictionary(kvp => kvp.Key,
     170          kvp => QualityMessage.CreateBuilder()
     171            .SetSolutionId(0)
     172            .SetExtension(
     173              SingleObjectiveQualityMessage.QualityMessage_,
     174              SingleObjectiveQualityMessage.CreateBuilder().SetQuality(kvp.Value).Build())
     175            .Build().ToByteArray());
     176        SetCacheValues(rawMessages);
     177      }
     178    }
     179    #endregion
     180    [Storable(Name = "CacheNew")]
     181    private IEnumerable<KeyValuePair<string, byte[]>> CacheNew_Persistence {
     182      get { return IsPersistent ? GetCacheValues() : Enumerable.Empty<KeyValuePair<string, byte[]>>(); }
     183      set { SetCacheValues(value); }
    140184    }
    141185    [StorableHook(HookType.AfterDeserialization)]
     
    149193    protected EvaluationCache(bool deserializing) : base(deserializing) { }
    150194    protected EvaluationCache(EvaluationCache original, Cloner cloner)
    151       : base(original, cloner) {
     195        : base(original, cloner) {
    152196      SetCacheValues(original.GetCacheValues());
    153197      Hits = original.Hits;
     
    190234    }
    191235
    192     public double GetValue(SolutionMessage message, Evaluator evaluate) {
     236    public QualityMessage GetValue(SolutionMessage message, Evaluator evaluate, ExtensionRegistry extensions) {
    193237      var entry = new CacheEntry(message.ToString());
    194238      bool lockTaken = false;
     
    205249            Monitor.Exit(cacheLock);
    206250            OnChanged();
    207             return node.Value.Value;
     251            return node.Value.GetMessage(extensions);
    208252          } else {
    209253            if (!waited && activeEvaluations.Contains(entry.Key)) {
     
    217261              OnChanged();
    218262              try {
    219                 entry.Value = evaluate(message);
     263                entry.SetMessage(evaluate(message));
    220264                Monitor.Enter(cacheLock, ref lockTaken);
    221265                index[entry] = list.AddLast(entry);
    222266                Trim();
    223               }
    224               finally {
     267              } finally {
    225268                if (!lockTaken)
    226269                  Monitor.Enter(cacheLock, ref lockTaken);
     
    231274              }
    232275              OnChanged();
    233               return entry.Value;
     276              return entry.GetMessage(extensions);
    234277            }
    235278          }
    236279        }
    237       }
    238       finally {
     280      } finally {
    239281        if (lockTaken)
    240282          Monitor.Exit(cacheLock);
     
    250292    }
    251293
    252     private IEnumerable<KeyValuePair<string, double>> GetCacheValues() {
     294    private IEnumerable<KeyValuePair<string, byte[]>> GetCacheValues() {
    253295      lock (cacheLock) {
    254         return index.ToDictionary(kvp => kvp.Key.Key, kvp => kvp.Key.Value);
    255       }
    256     }
    257 
    258     private void SetCacheValues(IEnumerable<KeyValuePair<string, double>> value) {
     296        return index.ToDictionary(kvp => kvp.Key.Key, kvp => kvp.Key.RawMessage);
     297      }
     298    }
     299
     300    private void SetCacheValues(IEnumerable<KeyValuePair<string, byte[]>> value) {
    259301      lock (cacheLock) {
    260         list = new LinkedList<CacheEntry>();
    261         index = new Dictionary<CacheEntry, LinkedListNode<CacheEntry>>();
     302        if (list == null) list = new LinkedList<CacheEntry>();
     303        if (index == null) index = new Dictionary<CacheEntry, LinkedListNode<CacheEntry>>();
    262304        foreach (var kvp in value) {
    263           var entry = new CacheEntry(kvp.Key) { Value = kvp.Value };
     305          var entry = new CacheEntry(kvp.Key) { RawMessage = kvp.Value };
    264306          index[entry] = list.AddLast(entry);
    265307        }
     
    274316              "\"{0}\", {1}",
    275317              Regex.Replace(entry.Key, "\\s", "").Replace("\"", "\"\""),
    276               entry.Value));
     318              entry.QualityString(CultureInfo.InvariantCulture)));
    277319          }
    278320        }
  • trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4/ExternalEvaluationProblem.cs

    r13131 r13180  
    3838  [Creatable(CreatableAttribute.Categories.ExternalEvaluationProblems, Priority = 100)]
    3939  [StorableClass]
    40   public class ExternalEvaluationProblem : SingleObjectiveBasicProblem<IEncoding> {
     40  public class ExternalEvaluationProblem : SingleObjectiveBasicProblem<IEncoding>, IExternalEvaluationProblem {
    4141
    4242    public static new Image StaticItemImage {
     
    8989      Parameters.Add(new OptionalValueParameter<EvaluationCache>("Cache", "Cache of previously evaluated solutions."));
    9090      Parameters.Add(new ValueParameter<CheckedItemCollection<IEvaluationServiceClient>>("Clients", "The clients that are used to communicate with the external application.", new CheckedItemCollection<IEvaluationServiceClient>() { new EvaluationServiceClient() }));
    91       Parameters.Add(new ValueParameter<SolutionMessageBuilder>("MessageBuilder", "The message builder that converts from HeuristicLab objects to SolutionMessage representation.", new SolutionMessageBuilder()));
     91      Parameters.Add(new ValueParameter<SolutionMessageBuilder>("MessageBuilder", "The message builder that converts from HeuristicLab objects to SolutionMessage representation.", new SolutionMessageBuilder()) { Hidden = true });
    9292      Parameters.Add(new FixedValueParameter<SingleObjectiveOptimizationSupportScript>("SupportScript", "A script that can provide neighborhood and analyze the results of the optimization.", new SingleObjectiveOptimizationSupportScript()));
    9393
     
    101101
    102102    public override double Evaluate(Individual individual, IRandom random) {
    103       return Cache == null ? EvaluateOnNextAvailableClient(BuildSolutionMessage(individual)).Quality
    104         : Cache.GetValue(BuildSolutionMessage(individual), m => EvaluateOnNextAvailableClient(m).Quality);
     103      var qualityMessage = Evaluate(BuildSolutionMessage(individual));
     104      if (!qualityMessage.HasExtension(SingleObjectiveQualityMessage.QualityMessage_))
     105        throw new InvalidOperationException("The received message is not a SingleObjectiveQualityMessage.");
     106      return qualityMessage.GetExtension(SingleObjectiveQualityMessage.QualityMessage_).Quality;
     107    }
     108    public virtual QualityMessage Evaluate(SolutionMessage solutionMessage) {
     109      return Cache == null
     110        ? EvaluateOnNextAvailableClient(solutionMessage)
     111        : Cache.GetValue(solutionMessage, EvaluateOnNextAvailableClient, GetQualityMessageExtensions());
    105112    }
    106113
     
    114121    #endregion
    115122
    116     #region Evaluation Helpers
     123    public virtual ExtensionRegistry GetQualityMessageExtensions() {
     124      var extensions = ExtensionRegistry.CreateInstance();
     125      extensions.Add(SingleObjectiveQualityMessage.QualityMessage_);
     126      return extensions;
     127    }
     128
     129    #region Evaluation
    117130    private HashSet<IEvaluationServiceClient> activeClients = new HashSet<IEvaluationServiceClient>();
    118131    private object clientLock = new object();
     132
    119133    private QualityMessage EvaluateOnNextAvailableClient(SolutionMessage message) {
    120134      IEvaluationServiceClient client = null;
     
    130144      try {
    131145        return client.Evaluate(message, GetQualityMessageExtensions());
    132       }
    133       finally {
     146      } finally {
    134147        lock (clientLock) {
    135148          activeClients.Remove(client);
     
    139152    }
    140153
    141     protected virtual ExtensionRegistry GetQualityMessageExtensions() {
    142       return ExtensionRegistry.CreateInstance();
    143     }
    144 
    145     private SolutionMessage BuildSolutionMessage(Individual individual) {
     154    private SolutionMessage BuildSolutionMessage(Individual individual, int solutionId = 0) {
    146155      lock (clientLock) {
    147156        SolutionMessage.Builder protobufBuilder = SolutionMessage.CreateBuilder();
    148         protobufBuilder.SolutionId = 0;
     157        protobufBuilder.SolutionId = solutionId;
    149158        var scope = new Scope();
    150159        individual.CopyToScope(scope);
     
    152161          try {
    153162            MessageBuilder.AddToMessage(variable.Value, variable.Name, protobufBuilder);
    154           }
    155           catch (ArgumentException ex) {
    156             throw new InvalidOperationException(string.Format("ERROR while building solution message: Parameter {0} cannot be added to the message", name), ex);
     163          } catch (ArgumentException ex) {
     164            throw new InvalidOperationException(string.Format("ERROR while building solution message: Parameter {0} cannot be added to the message", Name), ex);
    157165          }
    158166        }
  • trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4/HeuristicLab.Problems.ExternalEvaluation-3.4.csproj

    r11961 r13180  
    134134    <Compile Include="Drivers\EvaluationStreamChannel.cs" />
    135135    <Compile Include="Drivers\EvaluationTCPChannel.cs" />
     136    <Compile Include="Interfaces\IExternalEvaluationProblem.cs" />
     137    <Compile Include="MultiObjectiveExternalEvaluationProblem.cs" />
    136138    <Compile Include="ExternalEvaluationProblem.cs" />
    137139    <Compile Include="Interfaces\IEvaluationServiceClient.cs" />
  • trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4/MultiObjectiveExternalEvaluationProblem.cs

    r13131 r13180  
    2626using System.Threading;
    2727using Google.ProtocolBuffers;
    28 using HeuristicLab.Analysis;
    2928using HeuristicLab.Common;
    3029using HeuristicLab.Core;
     
    3534
    3635namespace HeuristicLab.Problems.ExternalEvaluation {
    37   [Item("External Evaluation Problem", "A problem that is evaluated in a different process.")]
    38   [Creatable(CreatableAttribute.Categories.ExternalEvaluationProblems, Priority = 100)]
     36  [Item("Multi Objective External Evaluation Problem", "A multi-objective problem that is evaluated in a different process.")]
     37  [Creatable(CreatableAttribute.Categories.ExternalEvaluationProblems, Priority = 200)]
    3938  [StorableClass]
    40   public class ExternalEvaluationProblem : SingleObjectiveBasicProblem<IEncoding> {
     39  public class MultiObjectiveExternalEvaluationProblem : MultiObjectiveBasicProblem<IEncoding>, IExternalEvaluationProblem {
    4140
    4241    public static new Image StaticItemImage {
     
    5453      get { return (IValueParameter<SolutionMessageBuilder>)Parameters["MessageBuilder"]; }
    5554    }
    56     public IFixedValueParameter<SingleObjectiveOptimizationSupportScript> SupportScriptParameter {
    57       get { return (IFixedValueParameter<SingleObjectiveOptimizationSupportScript>)Parameters["SupportScript"]; }
    58     }
     55    //public IFixedValueParameter<MultiObjectiveOptimizationSupportScript> SupportScriptParameter {
     56    //  get { return (IFixedValueParameter<MultiObjectiveOptimizationSupportScript>)Parameters["SupportScript"]; }
     57    //}
    5958    #endregion
    6059
     
    6968      get { return MessageBuilderParameter.Value; }
    7069    }
    71     public SingleObjectiveOptimizationSupportScript OptimizationSupportScript {
    72       get { return SupportScriptParameter.Value; }
    73     }
    74     private ISingleObjectiveOptimizationSupport OptimizationSupport {
    75       get { return SupportScriptParameter.Value; }
    76     }
     70    //public MultiObjectiveOptimizationSupportScript OptimizationSupportScript {
     71    //  get { return SupportScriptParameter.Value; }
     72    //}
     73    //private IMultiObjectiveOptimizationSupport OptimizationSupport {
     74    //  get { return SupportScriptParameter.Value; }
     75    //}
    7776    #endregion
    7877
    7978    [StorableConstructor]
    80     protected ExternalEvaluationProblem(bool deserializing) : base(deserializing) { }
    81     protected ExternalEvaluationProblem(ExternalEvaluationProblem original, Cloner cloner) : base(original, cloner) { }
     79    protected MultiObjectiveExternalEvaluationProblem(bool deserializing) : base(deserializing) { }
     80    protected MultiObjectiveExternalEvaluationProblem(MultiObjectiveExternalEvaluationProblem original, Cloner cloner) : base(original, cloner) { }
    8281    public override IDeepCloneable Clone(Cloner cloner) {
    83       return new ExternalEvaluationProblem(this, cloner);
     82      return new MultiObjectiveExternalEvaluationProblem(this, cloner);
    8483    }
    85     public ExternalEvaluationProblem()
     84    public MultiObjectiveExternalEvaluationProblem()
    8685      : base() {
    8786      Parameters.Remove("Maximization"); // readonly in base class
    88       Parameters.Add(new FixedValueParameter<BoolValue>("Maximization", "Set to false if the problem should be minimized.", new BoolValue()));
     87      Parameters.Add(new FixedValueParameter<BoolArray>("Maximization", "Set to false if the problem should be minimized.", new BoolArray()));
    8988      Parameters.Add(new OptionalValueParameter<EvaluationCache>("Cache", "Cache of previously evaluated solutions."));
    9089      Parameters.Add(new ValueParameter<CheckedItemCollection<IEvaluationServiceClient>>("Clients", "The clients that are used to communicate with the external application.", new CheckedItemCollection<IEvaluationServiceClient>() { new EvaluationServiceClient() }));
    91       Parameters.Add(new ValueParameter<SolutionMessageBuilder>("MessageBuilder", "The message builder that converts from HeuristicLab objects to SolutionMessage representation.", new SolutionMessageBuilder()));
    92       Parameters.Add(new FixedValueParameter<SingleObjectiveOptimizationSupportScript>("SupportScript", "A script that can provide neighborhood and analyze the results of the optimization.", new SingleObjectiveOptimizationSupportScript()));
     90      Parameters.Add(new ValueParameter<SolutionMessageBuilder>("MessageBuilder", "The message builder that converts from HeuristicLab objects to SolutionMessage representation.", new SolutionMessageBuilder()) { Hidden = true });
     91      //Parameters.Add(new FixedValueParameter<MultiObjectiveOptimizationSupportScript>("SupportScript", "A script that can analyze the results of the optimization.", new MultiObjectiveOptimizationSupportScript()));
    9392
    94       Operators.Add(new BestScopeSolutionAnalyzer());
     93      //Operators.Add(new BestScopeSolutionAnalyzer()); pareto front
    9594    }
    9695
    97     #region Single Objective Problem Overrides
    98     public override bool Maximization {
    99       get { return Parameters.ContainsKey("Maximization") && ((IValueParameter<BoolValue>)Parameters["Maximization"]).Value.Value; }
     96    #region Multi Objective Problem Overrides
     97    public override bool[] Maximization {
     98      get {
     99        return Parameters.ContainsKey("Maximization") ? ((IValueParameter<BoolArray>)Parameters["Maximization"]).Value.ToArray() : new bool[0];
     100      }
    100101    }
    101102
    102     public override double Evaluate(Individual individual, IRandom random) {
    103       return Cache == null ? EvaluateOnNextAvailableClient(BuildSolutionMessage(individual)).Quality
    104         : Cache.GetValue(BuildSolutionMessage(individual), m => EvaluateOnNextAvailableClient(m).Quality);
     103    public override double[] Evaluate(Individual individual, IRandom random) {
     104      var qualityMessage = Evaluate(BuildSolutionMessage(individual));
     105      if (!qualityMessage.HasExtension(MultiObjectiveQualityMessage.QualityMessage_))
     106        throw new InvalidOperationException("The received message is not a MultiObjectiveQualityMessage.");
     107      return qualityMessage.GetExtension(MultiObjectiveQualityMessage.QualityMessage_).QualitiesList.ToArray();
     108    }
     109    public virtual QualityMessage Evaluate(SolutionMessage solutionMessage) {
     110      return Cache == null
     111        ? EvaluateOnNextAvailableClient(solutionMessage)
     112        : Cache.GetValue(solutionMessage, EvaluateOnNextAvailableClient, GetQualityMessageExtensions());
    105113    }
    106114
    107     public override void Analyze(Individual[] individuals, double[] qualities, ResultCollection results, IRandom random) {
    108       OptimizationSupport.Analyze(individuals, qualities, results, random);
     115    public override void Analyze(Individual[] individuals, double[][] qualities, ResultCollection results, IRandom random) {
     116      //OptimizationSupport.Analyze(individuals, qualities, results, random);
    109117    }
    110118
    111     public override IEnumerable<Individual> GetNeighbors(Individual individual, IRandom random) {
    112       return OptimizationSupport.GetNeighbors(individual, random);
    113     }
    114119    #endregion
    115120
    116     #region Evaluation Helpers
     121    public virtual ExtensionRegistry GetQualityMessageExtensions() {
     122      var extensions = ExtensionRegistry.CreateInstance();
     123      extensions.Add(MultiObjectiveQualityMessage.QualityMessage_);
     124      return extensions;
     125    }
     126
     127    #region Evaluation
    117128    private HashSet<IEvaluationServiceClient> activeClients = new HashSet<IEvaluationServiceClient>();
    118129    private object clientLock = new object();
     130
    119131    private QualityMessage EvaluateOnNextAvailableClient(SolutionMessage message) {
    120132      IEvaluationServiceClient client = null;
     
    130142      try {
    131143        return client.Evaluate(message, GetQualityMessageExtensions());
    132       }
    133       finally {
     144      } finally {
    134145        lock (clientLock) {
    135146          activeClients.Remove(client);
     
    139150    }
    140151
    141     protected virtual ExtensionRegistry GetQualityMessageExtensions() {
    142       return ExtensionRegistry.CreateInstance();
    143     }
    144 
    145     private SolutionMessage BuildSolutionMessage(Individual individual) {
     152    private SolutionMessage BuildSolutionMessage(Individual individual, int solutionId = 0) {
    146153      lock (clientLock) {
    147154        SolutionMessage.Builder protobufBuilder = SolutionMessage.CreateBuilder();
    148         protobufBuilder.SolutionId = 0;
     155        protobufBuilder.SolutionId = solutionId;
    149156        var scope = new Scope();
    150157        individual.CopyToScope(scope);
     
    152159          try {
    153160            MessageBuilder.AddToMessage(variable.Value, variable.Name, protobufBuilder);
    154           }
    155           catch (ArgumentException ex) {
    156             throw new InvalidOperationException(string.Format("ERROR while building solution message: Parameter {0} cannot be added to the message", name), ex);
     161          } catch (ArgumentException ex) {
     162            throw new InvalidOperationException(string.Format("ERROR while building solution message: Parameter {0} cannot be added to the message", Name), ex);
    157163          }
    158164        }
  • trunk/sources/HeuristicLab.Problems.ExternalEvaluation/3.4/Protos/ExternalEvaluationMessages.proto

    r8298 r13180  
    6464}
    6565
     66// Nested Extensions http://www.indelible.org/ink/protobuf-polymorphism/
    6667message QualityMessage {
    6768  required int32 solutionId = 1;
    68   required double quality = 2;
    69 
     69  enum Type {
     70    SingleObjectiveQualityMessage = 1;
     71    MultiObjectiveQualityMessage = 2;
     72  }
     73  required Type type = 2;
    7074  extensions 1000 to max;
    7175}
     76
     77message SingleObjectiveQualityMessage {
     78  extend QualityMessage {
     79    required SingleObjectiveQualityMessage qualityMessage = 1000;  // unique QualityMessage extension number
     80  }
     81  required double quality = 1;
     82}
     83message MultiObjectiveQualityMessage {
     84  extend QualityMessage {
     85    required MultiObjectiveQualityMessage qualityMessage = 1001;  // unique QualityMessage extension number
     86  }
     87  repeated double qualities = 1;
     88}
     89
    7290 
    7391service EvaluationService {
    74   rpc Evaluate (SolutionMessage) returns (QualityMessage);
     92  rpc EvaluateSingleObjective (SolutionMessage) returns (SingleObjectiveQualityMessage);
     93  rpc EvaluateMultiObjectives (SolutionMessage) returns (MultiObjectiveQualityMessage);
    7594}
Note: See TracChangeset for help on using the changeset viewer.