source: branches/CEDMA-Refactoring-Ticket419/HeuristicLab.CEDMA.Server/Executer.cs @ 1116

#region License Information
/* HeuristicLab
 * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
 *
 * This file is part of HeuristicLab.
 *
 * HeuristicLab is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * HeuristicLab is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
 */
#endregion

using System;
using System.Collections.Generic;
using System.Text;
using System.Windows.Forms;
using HeuristicLab.PluginInfrastructure;
using System.Net;
using System.ServiceModel;
using HeuristicLab.CEDMA.DB.Interfaces;
using HeuristicLab.CEDMA.DB;
using System.ServiceModel.Description;
using System.Linq;
using HeuristicLab.CEDMA.Core;
using HeuristicLab.GP.StructureIdentification;
using HeuristicLab.Data;
using HeuristicLab.Grid;
using System.Diagnostics;
using HeuristicLab.Core;
using System.Threading;

namespace HeuristicLab.CEDMA.Server {
  public class Executer {
    private static int MaxActiveJobs {
      get { return 20; }
    }
    private Dispatcher dispatcher;
    private JobManager jobManager;
    private IStore store;

    public Executer(Dispatcher dispatcher, IStore store, string gridUrl) {
      this.dispatcher = dispatcher;
      this.store = store;
      this.jobManager = new JobManager(gridUrl);
      jobManager.Reset();
    }

    internal void Start() {
      new Thread(StartJobs).Start();
    }

    private void StartJobs() {
      List<WaitHandle> wh = new List<WaitHandle>();
      Dictionary<WaitHandle, AtomicOperation> activeOperations = new Dictionary<WaitHandle,AtomicOperation>();
      Dictionary<WaitHandle, Execution> activeExecutions = new Dictionary<WaitHandle,Execution>();
      while (true) {
        try {
          // start new jobs as long as there are less than MaxActiveJobs 
          while (wh.Count < MaxActiveJobs) {
            // get an execution from the dispatcher and execute in grid via job-manager
            Execution execution = dispatcher.GetNextJob();
            if (execution != null) {
              AtomicOperation op = new AtomicOperation(execution.Engine.OperatorGraph.InitialOperator, execution.Engine.GlobalScope);
              WaitHandle opWh = jobManager.BeginExecuteOperation(execution.Engine.GlobalScope, op);
              wh.Add(opWh);
              activeOperations.Add(opWh, op);
              activeExecutions.Add(opWh, execution);
            }
          }
          // wait until any job is finished
          WaitHandle[] whArr = wh.ToArray();
          int readyHandleIndex = WaitHandle.WaitAny(whArr);
          WaitHandle readyHandle = whArr[readyHandleIndex];
          AtomicOperation finishedOp = activeOperations[readyHandle];
          Execution finishedExecution = activeExecutions[readyHandle];
          wh.Remove(readyHandle);
          activeExecutions.Remove(readyHandle);
          activeOperations.Remove(readyHandle);
          ProcessingEngine finishedEngine = null;
          try {
            finishedEngine = jobManager.EndExecuteOperation(finishedOp);
          } catch (Exception badEx) {
            Trace.WriteLine("CEDMA Executer: Exception in job execution thread. " + badEx.Message);
          }
          if (finishedEngine != null) {
            StoreResults(finishedExecution, finishedEngine);
          }
        }
        catch (Exception ex) {
          Trace.WriteLine("CEDMA Executer: Exception in job-management thread. " + ex.Message);
        }
      }
    }

    private void StoreResults(Execution finishedExecution, ProcessingEngine finishedEngine) {
      Entity modelEntity = new Entity(Ontology.CedmaNameSpace + Guid.NewGuid());
      store.Add(new Statement(modelEntity, Ontology.PredicateInstanceOf, Ontology.TypeGeneticProgrammingFunctionTree));
      store.Add(new Statement(finishedExecution.DataSetEntity, Ontology.PredicateHasModel, modelEntity));
      StoreModelAttribute(modelEntity, "TargetVariable", finishedExecution.TargetVariable);
      Scope bestModelScope = finishedEngine.GlobalScope.GetVariableValue<Scope>("BestValidationSolution", false);
      StoreModelAttribute(modelEntity, "TrainingMeanSquaredError", bestModelScope.GetVariableValue<DoubleData>("Quality", false).Data);
      StoreModelAttribute(modelEntity, "ValidationMeanSquaredError", bestModelScope.GetVariableValue<DoubleData>("ValidationQuality", false).Data);
      StoreModelAttribute(modelEntity, "TrainingMeanAbsolutePercentageError", bestModelScope.GetVariableValue<DoubleData>("TrainingMAPE", false).Data);
      StoreModelAttribute(modelEntity, "ValidationMeanAbsolutePercentageError", bestModelScope.GetVariableValue<DoubleData>("ValidationMAPE", false).Data);
      StoreModelAttribute(modelEntity, "TreeSize", bestModelScope.GetVariableValue<IntData>("TreeSize", false).Data);
      StoreModelAttribute(modelEntity, "TreeHeight", bestModelScope.GetVariableValue<IntData>("TreeHeight", false).Data);
      StoreModelAttribute(modelEntity, "EvaluatedSolutions", bestModelScope.GetVariableValue<IntData>("EvaluatedSolutions", false).Data);
       
      byte[] serializedModel = PersistenceManager.SaveToGZip(bestModelScope.GetVariableValue("FunctionTree", false));
      store.Add(new Statement(modelEntity, Ontology.PredicateSerializedData, new Literal(Convert.ToBase64String(serializedModel))));

    }

    private void StoreModelAttribute(Entity model, string name, object value) {
      Entity attr = new Entity(Ontology.CedmaNameSpace + Guid.NewGuid());
      store.Add(new Statement(model, Ontology.PredicateModelAttribute, attr));
      store.Add(new Statement(attr, Ontology.PredicateModelAttributeName, new Literal(name)));
      store.Add(new Statement(attr, Ontology.PredicateModelAttributeValue, new Literal(value)));
      store.Add(new Statement(attr, Ontology.PredicateModelAttributeType, Ontology.TypeOrdinalAttribute));
    }
  }
}