Changeset 6388 for branches/MPI/HeuristicLab.ExtLibs

Timestamp:

06/08/11 11:07:33 (14 years ago)

Author:

svonolfe

Message:

Worked on the MPIEngine (#1542)

Location:

branches/MPI/HeuristicLab.ExtLibs/HeuristicLab.MPInet/MPIAlgorithmRunner/3.3

Files:

• AlgorithmBroker.cs (added)
• HeuristicLab.MPIAlgorithmRunner-3.3.csproj (modified) (3 diffs)
• HeuristicLabMPIAlgorithmRunnerPlugin.cs.frame (modified) (1 diff)
• IAlgorithmBroker.cs (added)
• Program.cs (modified) (3 diffs)

branches/MPI/HeuristicLab.ExtLibs/HeuristicLab.MPInet/MPIAlgorithmRunner/3.3/HeuristicLab.MPIAlgorithmRunner-3.3.csproj

@@ -103 +103 @@
   </PropertyGroup>
   <ItemGroup>
+    <Reference Include="Microsoft.Hpc.Scheduler, Version=2.0.0.0, Culture=neutral, PublicKeyToken=31bf3856ad364e35, processorArchitecture=MSIL">
+      <HintPath>Microsoft.Hpc.Scheduler.dll</HintPath>
+    </Reference>
     <Reference Include="MPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=29b4a045737654fe, processorArchitecture=MSIL">
       <HintPath>..\HeuristicLab.ExtLibs\HeuristicLab.MPInet\1.0.0\MPI.dll</HintPath>
@@ -108 +111 @@
     <Reference Include="System" />
     <Reference Include="System.Core" />
+    <Reference Include="System.ServiceModel" />
     <Reference Include="System.Xml.Linq" />
     <Reference Include="System.Data.DataSetExtensions" />
@@ -115 +119 @@
   </ItemGroup>
   <ItemGroup>
+    <Compile Include="AlgorithmBroker.cs" />
     <Compile Include="HeuristicLabMPIAlgorithmRunnerPlugin.cs" />
+    <Compile Include="IAlgorithmBroker.cs" />
     <Compile Include="Program.cs" />
     <Compile Include="Properties\AssemblyInfo.cs" />

branches/MPI/HeuristicLab.ExtLibs/HeuristicLab.MPInet/MPIAlgorithmRunner/3.3/HeuristicLabMPIAlgorithmRunnerPlugin.cs.frame

@@ -28 +28 @@
   [Plugin("HeuristicLab.MPIAlgorithmRunner", "3.3.4.$WCREV$")]
   [PluginFile("HeuristicLab.MPIAlgorithmRunner-3.3.exe", PluginFileType.Assembly)]
+  [PluginDependency("HeuristicLab.Collections", "3.3")]
   [PluginDependency("HeuristicLab.Common", "3.3")]
   [PluginDependency("HeuristicLab.Core", "3.3")]
-  [PluginDependency("HeuristicLab.Collections", "3.3")]
   [PluginDependency("HeuristicLab.MPInet", "1.0.0")]
+  [PluginDependency("HeuristicLab.Operators.MPISupport", "3.3")]
   [PluginDependency("HeuristicLab.Optimization", "3.3")]
   [PluginDependency("HeuristicLab.Persistence", "3.3")]

branches/MPI/HeuristicLab.ExtLibs/HeuristicLab.MPInet/MPIAlgorithmRunner/3.3/Program.cs

@@ -29 +29 @@
 using HeuristicLab.Operators.MPISupport;
 using HeuristicLab.Core;
+using Microsoft.Hpc.Scheduler;
+using System.ServiceModel;
+using System.Net;
 
 namespace HeuristicLab.MPIAlgorithmRunner {
@@ -34 +37 @@
     EventWaitHandle waitHandle = new EventWaitHandle(false, EventResetMode.ManualReset);
 
+    private static void SetJobStatus(string address) {
+      Console.WriteLine("Started service... at " + address);
+
+      // Discover the job's context from the environment
+      String headNodeName = System.Environment.GetEnvironmentVariable("CCP_CLUSTER_NAME");
+      int jobId = System.Convert.ToInt32(System.Environment.GetEnvironmentVariable("CCP_JOBID"));
+
+      // Connect to the head node and get the job
+      IScheduler scheduler = new Scheduler();
+      scheduler.Connect(headNodeName);
+      ISchedulerJob job = scheduler.OpenJob(jobId);
+
+      job.SetCustomProperty("address", address);
+
+      job.Commit();
+    }
+
+    private static string GetAddress(ServiceHost service) {
+      IPHostEntry IPHost = Dns.GetHostByName(Dns.GetHostName());
+      string address = "net.tcp://" + IPHost.AddressList[0].ToString() + ":" + service.ChannelDispatchers[0].Listener.Uri.Port + "/AlgorithmBroker";
+
+      return address;
+    }
+
     static void Main(string[] args) {
-      if (args.Length != 3) {
-        Console.WriteLine("Args:" + args.Length);
+      using (new MPI.Environment(ref args)) {
+        int clients = MPI.Communicator.world.Group.Size;
+        int updateInterval = 5000;
 
-        throw new ArgumentException("You must provide 3 arguments - the algorithm file, the result file and the update interval (in ms)");
-      }
-
-      string fileName = args[0];
-      string resultName = args[1];
-      int updateInterval = int.Parse(args[2]);
-
-      using (new MPI.Environment(ref args)) {
         MPI.Communicator communicator = MPI.Communicator.world.Clone() as MPI.Communicator;
 
         if (communicator.Rank == 0) {
-          IAlgorithm alg = XmlParser.Deserialize<IAlgorithm>(fileName);
-          MPITransportWrapper<IAlgorithm> transport = new MPITransportWrapper<IAlgorithm>(alg);
+          ServiceHost service = AlgorithmBroker.StartService(communicator);
+          AlgorithmBroker broker = (service.SingletonInstance as AlgorithmBroker);
 
-          int clients = communicator.Size - 1;
-          Console.WriteLine("Sending alg to " + clients + " clients");
-          for (int i = 0; i < clients; i++) {
-            int client = i + 1;
-            communicator.Send(transport, client, 0);
-          }
+          string address = GetAddress(service);
+          SetJobStatus(address);
 
           ItemList<ResultCollection> results = new ItemList<ResultCollection>();
@@ -87 +103 @@
 
             Console.WriteLine("Update results");
-            lock (resultName) {
-              XmlGenerator.Serialize(results, resultName);
-            }
+            broker.Results = results;
           }
 
+          lock (broker.ExitWaitHandle) {
+            broker.Terminated = true;
+          }
+
+          broker.ExitWaitHandle.WaitOne();
           Console.WriteLine("Finished.");
+          service.Close();
         } else {
           Program p = new Program();