Changeset 4368 for branches/3.3-Hive/sources/HeuristicLab.Hive/HeuristicLab.Hive.Slave.ExecutionEngine

Timestamp:

09/07/10 10:22:27 (14 years ago)

Author:

cneumuel

Message:

• created HiveClient which shows an overview over all submitted HiveExperiments
• its possible to download all submitted HiveExperiments including results
• Experiments are now sent as a whole to the Hive and the Hive-Slaves take care of creating child-jobs (if necessary). The parent job is then paused and will be reactivated when all child-jobs are finished
• WcfService-Clients are now consistently managed by WcfServicePool which allows to use IDisposable-Pattern and always keeps exactly one proxy-object until all callers disposed them.
• created ProgressView which is able to lock a View and display progress of an action. It also allows to simulate progress if no progress-information is available so that users don't get too nervous while waiting.

Location:

branches/3.3-Hive/sources/HeuristicLab.Hive/HeuristicLab.Hive.Slave.ExecutionEngine/3.3

Files:

• Executor.cs (modified) (5 diffs)
• HeuristicLab.Hive.Slave.ExecutionEngine-3.3.csproj (modified) (1 diff)

branches/3.3-Hive/sources/HeuristicLab.Hive/HeuristicLab.Hive.Slave.ExecutionEngine/3.3/Executor.cs

@@ -30 +30 @@
 using System.IO;
 using HeuristicLab.Core;
+using HeuristicLab.Hive.Contracts.BusinessObjects;
+using System.Collections.Generic;
+using System.Linq;
 
 namespace HeuristicLab.Hive.Slave.ExecutionEngine {
@@ -57 +60 @@
     public void Start(byte[] serializedJob) {
       CreationTime = DateTime.Now;
-      Job = XmlParser.Deserialize<IJob>(new MemoryStream(serializedJob));
+      Job = DeserializeJobObject(serializedJob);
 
       Job.JobStopped += new EventHandler(Job_JobStopped);
       Job.JobFailed += new EventHandler(Job_JobFailed);
-      Job.Prepare();
-      Job.Start();
+      Job.NewChildJob += new EventHandler<EventArgs<IJob>>(Job_NewChildJob);
+      Job.WaitForChildJobs += new EventHandler(Job_WaitForChildJobs);
+
+      if (Job.ExecutionState == Core.ExecutionState.Paused) {
+        Queue.AddMessage(new MessageContainerWithCallback<SerializedJobList>(MessageContainer.MessageType.GetChildJobs, JobId,
+          (childjobs) => {
+            Job.Resume(childjobs.Select(j => DeserializeJobObject(j.SerializedJobData)));
+          }
+        ));
+      } else {
+        Job.Prepare();
+        Job.Start();
+      }
+    }
+
+    void Job_NewChildJob(object sender, EventArgs<IJob> e) {
+      byte[] jobByteArray = SerializeJobObject(e.Value);
+
+      SerializedJob serializedJob = new SerializedJob() {
+        JobInfo = new JobDto() {
+          State = JobState.Offline,
+          CoresNeeded = e.Value.CoresNeeded,
+          MemoryNeeded = e.Value.MemoryNeeded,
+          PluginsNeeded = HivePluginInfoDto.FindPluginsNeeded(e.Value.GetType()),
+        },
+        SerializedJobData = jobByteArray
+      };
+
+      Queue.AddMessage(new MessageContainerWithJob(MessageContainer.MessageType.AddChildJob, this.JobId, serializedJob));
+    }
+
+    void Job_WaitForChildJobs(object sender, EventArgs e) {
+      // Pause the job and send it back to the hive. The server will awake it when all child-jobs are finished
+      byte[] jobByteArray = SerializeJobObject(Job);
+
+      SerializedJob serializedJob = new SerializedJob() {
+        JobInfo = new JobDto() {
+          Id = JobId,
+          State = JobState.WaitForChildJobs
+        },
+        SerializedJobData = jobByteArray
+      };
+
+      JobIsFinished = true;
+      Queue.AddMessage(new MessageContainerWithJob(MessageContainer.MessageType.PauseJob, this.JobId, serializedJob));
     }
 
@@ -101 +147 @@
         CurrentMessage = MessageContainer.MessageType.NoMessage;
         // Pack the whole job inside an xml document
-        byte[] job = SerializeJobObject();
+        byte[] job = SerializeJobObject(Job);
         // Restart the job
         // Return the Snapshot
@@ -113 +159 @@
         throw new InvalidStateException("Job is still running");
       } else {
-        byte[] jobArr = SerializeJobObject();
+        byte[] jobArr = SerializeJobObject(Job);
         return jobArr;
       }
@@ -123 +169 @@
     }
 
-    private byte[] SerializeJobObject() {
-      MemoryStream stream = new MemoryStream();
-      XmlGenerator.Serialize(Job, stream);
-      return stream.ToArray();
+    private byte[] SerializeJobObject(IJob job) {
+      MemoryStream memStream = new MemoryStream();
+      XmlGenerator.Serialize(job, memStream);
+      byte[] jobByteArray = memStream.ToArray();
+      memStream.Dispose();
+      return jobByteArray;
+    }
+
+    private IJob DeserializeJobObject(byte[] sjob) {
+      MemoryStream memStream = new MemoryStream(sjob);
+      IJob job = XmlParser.Deserialize<IJob>(memStream);
+      memStream.Dispose();
+      return job;
     }
 
     private void RestoreJobObject(byte[] sjob) {
-      Job = XmlParser.Deserialize<IJob>(new MemoryStream(sjob));
+      Job = DeserializeJobObject(sjob);
     }
 

branches/3.3-Hive/sources/HeuristicLab.Hive/HeuristicLab.Hive.Slave.ExecutionEngine/3.3/HeuristicLab.Hive.Slave.ExecutionEngine-3.3.csproj

@@ -76 +76 @@
   </PropertyGroup>
   <ItemGroup>
+    <Reference Include="HeuristicLab.Collections-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
     <Reference Include="HeuristicLab.Common-3.3">
       <HintPath>C:\Program Files\HeuristicLab 3.3\HeuristicLab.Common-3.3.dll</HintPath>
     </Reference>
-    <Reference Include="HeuristicLab.Core-3.3" >
+    <Reference Include="HeuristicLab.Core-3.3">
       <HintPath>C:\Program Files\HeuristicLab 3.3\HeuristicLab.Core-3.3.dll</HintPath>
     </Reference>
+    <Reference Include="HeuristicLab.DataAccess-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
     <Reference Include="HeuristicLab.Persistence-3.3">
       <HintPath>C:\Program Files\HeuristicLab 3.3\HeuristicLab.Persistence-3.3.dll</HintPath>