Free cookie consent management tool by TermsFeed Policy Generator

source: branches/CEDMA-Refactoring-Ticket419/HeuristicLab.CEDMA.Server/Executer.cs @ 1060

Last change on this file since 1060 was 1060, checked in by gkronber, 15 years ago

worked on executer which retrieves the next job from the dispatcher and sends it to the grid for execution. #419 (Refactor CEDMA plugins)

File size: 4.7 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Collections.Generic;
24using System.Text;
25using System.Windows.Forms;
26using HeuristicLab.PluginInfrastructure;
27using System.Net;
28using System.ServiceModel;
29using HeuristicLab.CEDMA.DB.Interfaces;
30using HeuristicLab.CEDMA.DB;
31using System.ServiceModel.Description;
32using System.Linq;
33using HeuristicLab.CEDMA.Core;
34using HeuristicLab.GP.StructureIdentification;
35using HeuristicLab.Data;
36using HeuristicLab.Grid;
37using System.Diagnostics;
38using HeuristicLab.Core;
39using System.Threading;
40
41namespace HeuristicLab.CEDMA.Server {
42  public class Executer {
43    private static int MaxActiveJobs {
44      get { return 20; }
45    }
46    private Dispatcher dispatcher;
47    private JobManager jobManager;
48    private IStore store;
49
50    public Executer(Dispatcher dispatcher, IStore store, string gridUrl) {
51      this.dispatcher = dispatcher;
52      this.store = store;
53      this.jobManager = new JobManager(gridUrl);
54      jobManager.Reset();
55    }
56
57    internal void Start() {
58      new Thread(StartJobs).Start();
59    }
60
61    private void StartJobs() {
62      List<WaitHandle> wh = new List<WaitHandle>();
63      Dictionary<WaitHandle, AtomicOperation> activeOperations = new Dictionary<WaitHandle,AtomicOperation>();
64      Dictionary<WaitHandle, Execution> activeExecutions = new Dictionary<WaitHandle,Execution>();
65      while (true) {
66        try {
67          // start new jobs as long as there are less than MaxActiveJobs
68          while (wh.Count < MaxActiveJobs) {
69            // get an execution from the dispatcher and execute in grid via job-manager
70            Execution execution = dispatcher.GetNextJob();
71            AtomicOperation op = new AtomicOperation(execution.Engine.OperatorGraph.InitialOperator, execution.Engine.GlobalScope);
72            WaitHandle opWh = jobManager.BeginExecuteOperation(execution.Engine.GlobalScope, op);
73            wh.Add(opWh);
74            activeOperations.Add(opWh, op);
75          }
76          // wait until any job is finished
77          WaitHandle[] whArr = wh.ToArray();
78          int readyHandleIndex = WaitHandle.WaitAny(whArr);
79          WaitHandle readyHandle = whArr[readyHandleIndex];
80          AtomicOperation finishedOp = activeOperations[readyHandle];
81          Execution finishedExecution = activeExecutions[readyHandle];
82          wh.Remove(readyHandle);
83          activeExecutions.Remove(readyHandle);
84          activeOperations.Remove(readyHandle);
85          ProcessingEngine finishedEngine = null;
86          try {
87            finishedEngine = jobManager.EndExecuteOperation(finishedOp);
88          } catch (Exception badEx) {
89            Trace.WriteLine("CEDMA Executer: Exception in job execution thread. " + badEx.Message);
90          }
91          if (finishedEngine != null) {
92            Entity modelEntity = new Entity(Ontology.CedmaNameSpace+Guid.NewGuid());
93            store.Add(new Statement(modelEntity, Ontology.PredicateInstanceOf, Ontology.TypeGeneticProgrammingFunctionTree));
94            Entity targetVariableAttr = new Entity(Ontology.CedmaNameSpace+Guid.NewGuid());
95            store.Add(new Statement(modelEntity, Ontology.PredicateModelAttribute, targetVariableAttr));
96            store.Add(new Statement(targetVariableAttr, Ontology.PredicateModelAttributeName, new Literal("TargetVariable")));
97            store.Add(new Statement(targetVariableAttr, Ontology.PredicateModelAttributeValue, new Literal(finishedExecution.TargetVariable)));
98            store.Add(new Statement(targetVariableAttr, Ontology.PredicateModelAttributeType, Ontology.TypeCategoricalAttribute));
99            store.Add(new Statement(finishedExecution.DataSetEntity, Ontology.PredicateHasModel, modelEntity));
100          }
101        }
102        catch (Exception ex) {
103          Trace.WriteLine("CEDMA Executer: Exception in job-management thread. " + ex.Message);
104        }
105      }
106    }
107  }
108}
Note: See TracBrowser for help on using the repository browser.