Changeset 6388 for branches/MPI/HeuristicLab.MPIEngine

Timestamp:

06/08/11 11:07:33 (14 years ago)

Author:

svonolfe

Message:

Worked on the MPIEngine (#1542)

Location:

branches/MPI/HeuristicLab.MPIEngine/3.3

Files:

• HeuristicLab.MPIEngine-3.3.csproj (modified) (2 diffs)
• HeuristicLabMPIEnginePlugin.cs.frame (modified) (1 diff)
• MPIEngine.cs (modified) (4 diffs)

branches/MPI/HeuristicLab.MPIEngine/3.3/HeuristicLab.MPIEngine-3.3.csproj

@@ -104 +104 @@
   </PropertyGroup>
   <ItemGroup>
+    <Reference Include="Microsoft.Hpc.Scheduler, Version=2.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
+      <HintPath>..\..\HeuristicLab.ExtLibs\HeuristicLab.MPInet\MPIAlgorithmRunner\3.3\Microsoft.Hpc.Scheduler.dll</HintPath>
+    </Reference>
     <Reference Include="System" />
     <Reference Include="System.Core" />
+    <Reference Include="System.ServiceModel" />
     <Reference Include="System.Xml.Linq" />
     <Reference Include="System.Data.DataSetExtensions" />
@@ -133 +137 @@
       <Project>{C36BD924-A541-4A00-AFA8-41701378DDC5}</Project>
       <Name>HeuristicLab.Core-3.3</Name>
+    </ProjectReference>
+    <ProjectReference Include="..\..\HeuristicLab.ExtLibs\HeuristicLab.MPInet\MPIAlgorithmRunner\3.3\HeuristicLab.MPIAlgorithmRunner-3.3.csproj">
+      <Project>{62C3B458-430E-4EF4-8250-C50BCF94D035}</Project>
+      <Name>HeuristicLab.MPIAlgorithmRunner-3.3</Name>
+    </ProjectReference>
+    <ProjectReference Include="..\..\HeuristicLab.Operators.MPISupport\3.3\HeuristicLab.Operators.MPISupport-3.3.csproj">
+      <Project>{6BD69CDA-4875-4045-8B35-6FD4602854F5}</Project>
+      <Name>HeuristicLab.Operators.MPISupport-3.3</Name>
     </ProjectReference>
     <ProjectReference Include="..\..\HeuristicLab.Optimization\3.3\HeuristicLab.Optimization-3.3.csproj">

branches/MPI/HeuristicLab.MPIEngine/3.3/HeuristicLabMPIEnginePlugin.cs.frame

@@ -31 +31 @@
   [Plugin("HeuristicLab.MPIEngine", "3.3.4.$WCREV$")]
   [PluginFile("HeuristicLab.MPIEngine-3.3.dll", PluginFileType.Assembly)]
+  [PluginDependency("HeuristicLab.Collections", "3.3")]
   [PluginDependency("HeuristicLab.Common", "3.3")]
   [PluginDependency("HeuristicLab.Core", "3.3")]
   [PluginDependency("HeuristicLab.MPInet", "1.0.0")]
   [PluginDependency("HeuristicLab.MPIAlgorithmRunner", "3.3")]
+  [PluginDependency("HeuristicLab.Operators.MPISupport", "3.3")]
+  [PluginDependency("HeuristicLab.Optimization", "3.3")]
   [PluginDependency("HeuristicLab.Persistence", "3.3")]
+  [PluginDependency("HeuristicLab.SequentialEngine", "3.3")]
   public class HeuristicLabMPIEnginePlugin : PluginBase {
   }

branches/MPI/HeuristicLab.MPIEngine/3.3/MPIEngine.cs

@@ -31 +31 @@
 using HeuristicLab.Optimization;
 using System.Linq;
+using Microsoft.Hpc.Scheduler;
+using System.ServiceModel;
+using HeuristicLab.MPIAlgorithmRunner;
+using HeuristicLab.Operators.MPISupport;
 
 namespace HeuristicLab.MPIEngine {
@@ -49 +53 @@
     }
 
-    private string algFile;
+    private IAlgorithm algorithm;
 
     public override void Start() {
@@ -64 +68 @@
         alg.Engine = new SequentialEngine.SequentialEngine();
 
-        algFile = Path.GetTempFileName();
-        XmlGenerator.Serialize(alg, algFile);
+        algorithm = alg;
       }
 
@@ -77 +80 @@
         IScope globalScope = context.Scope;
 
-        string resultFile = Path.GetTempFileName();
-        ItemList<ResultCollection> empty = new ItemList<ResultCollection>();
-        XmlGenerator.Serialize(empty, resultFile);
+        string exec = @"mpiexec";
+        string args = @"-c 3 C:\public\MPISupport\HeuristicLab.MPIAlgorithmRunner-3.3.exe ";
 
-        string exec = @"C:\Program Files\Microsoft Compute Cluster Pack\Bin\mpiexec.exe";
-        string args = @"-n 3 HeuristicLab.MPIAlgorithmRunner-3.3.exe " + algFile + " " + resultFile + " 5000";
+        IScheduler scheduler = new Scheduler();
+        scheduler.Connect("blade00.hpc.fh-hagenberg.at");
 
-        System.Threading.Thread pollThread = new System.Threading.Thread(delegate(object state) {
-          while (true) {
-            System.Threading.Thread.Sleep(5000);
+        ISchedulerJob job = scheduler.CreateJob();
+        job.Name = "HeuristicLab.MPIEngine";
+        job.RequestedNodes.Add("BLADE03");
+        ISchedulerTask task = job.CreateTask();
+        task.Name = "HeuristicLab.MPIAlgorithmRunner";
+        task.CommandLine = exec + " " + args;
+        task.StdOutFilePath = "stdout.txt";
+        task.StdErrFilePath = "stderr.txt";
+        task.MinimumNumberOfCores = task.MaximumNumberOfCores = 3;
+        job.AddTask(task);
 
-            lock (resultFile) {
-              object results = XmlParser.Deserialize(resultFile);
-              ResultCollection resultCollection = (globalScope.Variables["Results"].Value as ResultCollection);
+        scheduler.SubmitJob(job, @"HPC\svonolfe", @"Vunkopf!3");
 
-              if (resultCollection != null) {
-                if (!resultCollection.ContainsKey("MPIResults"))
-                  resultCollection.Add(new Result("MPIResults", results as IItem));
+        try {
+          string address = null;
+          int timeout = 10;
 
-                resultCollection["MPIResults"].Value = results as IItem;
+          while (address == null && timeout > 0) {
+            ISchedulerJob schedulerJob = scheduler.OpenJob(job.Id);
+            if (schedulerJob != null) {
+              INameValueCollection properties = schedulerJob.GetCustomProperties();
+              NameValue item = properties.FirstOrDefault(i => i.Name == "address");
+              if (item != null) {
+                address = item.Value;
+              } else {
+                System.Threading.Thread.Sleep(1000);
+                timeout--;
               }
-
             }
           }
-        });
-        pollThread.Start();
 
-        Process p = Process.Start(exec, args);
-        p.WaitForExit();
+          if (address == null) {
+            throw new Exception("A timeout occurred when starting the MPIAlgorithmRunner");
+          }
 
-        pollThread.Abort();
-        File.Delete(algFile);
-        File.Delete(resultFile);
+          NetTcpBinding netTCPBinding = new NetTcpBinding(SecurityMode.None);
+          ChannelFactory<IAlgorithmBroker> factory = new ChannelFactory<IAlgorithmBroker>(netTCPBinding, address);
+          IAlgorithmBroker proxy = factory.CreateChannel();
+
+          proxy.TransmitAlgorithm(new MPITransportWrapper<IAlgorithm>(algorithm));
+
+          while (!proxy.IsAlgorithmTerminated()) {
+            ItemList<ResultCollection> results = proxy.GetResults().InnerItem;
+
+            ResultCollection resultCollection = (globalScope.Variables["Results"].Value as ResultCollection);
+
+            if (resultCollection != null && results != null) {
+              if (!resultCollection.ContainsKey("MPIResults"))
+                resultCollection.Add(new Result("MPIResults", results));
+
+              resultCollection["MPIResults"].Value = results;
+            }
+
+            System.Threading.Thread.Sleep(5000);
+          }
+        }
+        catch (Exception e) {
+          scheduler.CancelJob(job.Id, "Exception: " + e.Message);
+          throw e;
+        }
       }
     }