Context Navigation

← Previous Changeset
Next Changeset →

Changeset 7544

Timestamp:

03/05/12 10:18:06 (13 years ago)

Author:

svonolfe

Message:

Improved performance, added MPISolutionsCreator (#1542)

Location:

branches/MPI

Files:

: 16 added
: 3 edited

Legend:

: Unmodified
: Added
: Removed

branches/MPI/HeuristicLab.MPIAlgorithmRunner/3.3/Program.cs

-                      r7205
+                      r7544
 using HeuristicLab.Persistence.Default.Xml;
 using System.Threading;
+using Microsoft.Hpc.Scheduler;
+using System.Net;
+using System.ServiceModel;
+using HeuristicLab.Operators.MPISupport;
+using HeuristicLab.Core;
+using System.Diagnostics;
 namespace HeuristicLab.MPIAlgorithmRunner {
 …
     static void Main(string[] args) {
+      if (args.Length != 2) {
+        Console.WriteLine("Args:" + args.Length);
+        throw new ArgumentException("You must provide two arguments - the algorithm file and the result file");
+      if (args.Length == 2) {
+        string fileName = args[0];
+        string resultName = args[1];
+        using (new MPI.Environment(ref args)) {
+          if (MPI.Communicator.world.Rank != 0) {
+            Program p = new Program();
+            p.StartAlgorithm(fileName, resultName + MPI.Communicator.world.Rank + ".hl");
+          }
+        }
+      } else {
+        using (new MPI.Environment(ref args)) {
+          int clients = MPI.Communicator.world.Group.Size - 1;
+          Console.WriteLine("Clients: " + clients);
+          MPI.Communicator communicator = MPI.Communicator.world.Clone() as MPI.Communicator;
+          if (communicator.Rank == 0) {
+            ServiceHost service = AlgorithmBroker.StartService(communicator);
+            AlgorithmBroker broker = (service.SingletonInstance as AlgorithmBroker);
+            string address = GetAddress(service);
+            SetJobStatus(address);
+            bool[] finished = new bool[clients];
+            int finishedCount = 0;
+            while (finishedCount != clients) {
+              ItemList<ResultCollection> results = new ItemList<ResultCollection>();
+              for (int i = 0; i < clients; i++) {
+                if (!finished[i]) {
+                  int client = i + 1;
+                  ResultCollection result = communicator.Receive<MPITransportWrapper<ResultCollection>>(client, 1).InnerItem;
+                  Console.WriteLine("Received result " + result);
+                  if (results.Count != clients) {
+                    results.Add(result);
+                  } else {
+                    results[i] = result;
+                  }
+                  Console.WriteLine("Probing...");
+                  if (communicator.ImmediateProbe(client, 2) != null) {
+                    finished[i] = true;
+                    finishedCount++;
+                  }
+                }
+              }
+              Console.WriteLine("Update results");
+              lock (broker.resultLocker)
+                broker.Results = results;
+            }
+            lock (broker.ExitWaitHandle) {
+              broker.Terminated = true;
+            }
+            broker.ExitWaitHandle.WaitOne();
+            Console.WriteLine("Finished.");
+            Thread.Sleep(1000);
+            service.Close();
+          } else {
+              Program p = new Program();
+              p.StartAlgorithm(communicator);
+          }
+        }
+      }
+    }
+    private static void SetJobStatus(string address) {
+      Console.WriteLine("Started service... at " + address);
+      // Discover the job's context from the environment
+      String headNodeName = System.Environment.GetEnvironmentVariable("CCP_SCHEDULER");
+      int jobId = System.Convert.ToInt32(System.Environment.GetEnvironmentVariable("CCP_JOBID"));
+      Console.WriteLine(jobId + "@" + headNodeName);
+      // Connect to the head node and get the job
+      IScheduler scheduler = new Scheduler();
+      scheduler.Connect(headNodeName);
+      ISchedulerJob job = scheduler.OpenJob(jobId);
+      job.SetCustomProperty("address", address);
+      job.Commit();
+    }
+    private static string GetAddress(ServiceHost service) {
+      IPHostEntry IPHost = Dns.GetHostByName(Dns.GetHostName());
+      string address = "net.tcp://" + IPHost.AddressList[0].ToString() + ":" + service.ChannelDispatchers[0].Listener.Uri.Port + "/AlgorithmBroker";
+      return address;
+    }
+    public void StartAlgorithm(MPI.Communicator communicator) {
+      IAlgorithm alg = communicator.Receive<MPITransportWrapper<IAlgorithm>>(0, 0).InnerItem;
+      int updateInterval = communicator.Receive<int>(0, 1);
+      Console.WriteLine("Starting algorithm...");
+      alg.Prepare(true);
+      waitHandle = new EventWaitHandle(false, EventResetMode.ManualReset);
+      alg.Started += new EventHandler(alg_Started);
+      alg.Start();
+      waitHandle.WaitOne();
+      alg.Started -= new EventHandler(alg_Started);
+      while (alg.ExecutionState != ExecutionState.Stopped) {
+        Console.WriteLine("Pausing alg...");
+        alg.Pause();
+        while (alg.ExecutionState == ExecutionState.Started) {
+          Thread.Sleep(100);
+        }
+        communicator.Send<MPITransportWrapper<ResultCollection>>(
+          new MPITransportWrapper<ResultCollection>(alg.Results), 0, 1);
+        Console.WriteLine("Sending update...");
+        Console.WriteLine("Resuming alg...");
+        if (alg.ExecutionState == ExecutionState.Paused)
+          alg.Start();
+        Thread.Sleep(updateInterval);
+      }
       string fileName = args[0];
       string resultName = args[1];
       using (new MPI.Environment(ref args)) {
+        Program p = new Program();
         p.StartAlgorithm(fileName, resultName + MPI.Communicator.world.Rank + ".hl");
+      }
+      communicator.Send<int>(communicator.Rank, 0, 2);
+      communicator.Send<MPITransportWrapper<ResultCollection>>(
+          new MPITransportWrapper<ResultCollection>(alg.Results), 0, 1);
+    }
+    void alg_Started(object sender, EventArgs e) {
+      waitHandle.Set();
+    }
 …
       alg.Prepare(true);
       alg.Start();
+      Thread.Sleep(10000);
+      Console.WriteLine("ALG STARTED");
+      Stopwatch sw = new Stopwatch();
+      sw.Start();
+     /* Thread.Sleep(10000);
       Thread t = new Thread(delegate() {
         while (true) {
 …
       });
       t.IsBackground = true;
       t.Start();
+      t.Start();*/
       waitHandle.WaitOne();
+      Console.WriteLine("ALG STOPPED");
+      sw.Stop();
+      Console.WriteLine("TIME: " + sw.ElapsedMilliseconds + "ms");
+      if (alg.Results.ContainsKey("Best valid Solution Distance") && alg.Results.ContainsKey("Best valid Solution Vehicles")) {
+        Console.WriteLine("BestDistance: " + alg.Results["Best valid Solution Distance"].Value.ToString() + ", " +
+                          "BestVehicles: " + alg.Results["Best valid Solution Vehicles"].Value.ToString());
+      }
       XmlGenerator.Serialize(alg, resultName);
+    }
     void algorithm_Stopped(object sender, EventArgs e) {
       waitHandle.Set();
+      waitHandle.Set();
+    }
+  }

branches/MPI/HeuristicLab.Operators.MPISupport/3.3/HeuristicLab.Operators.MPISupport-3.3.csproj

-                      r7205
+                      r7544
       <Private>False</Private>
     </Reference>
+    <Reference Include="HeuristicLab.Data-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
+    <Reference Include="HeuristicLab.Encodings.PermutationEncoding-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
     <Reference Include="HeuristicLab.Operators-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
       <HintPath>..\..\..\..\trunk\sources\bin\HeuristicLab.Operators-3.3.dll</HintPath>
 …
       <Private>False</Private>
     </Reference>
+    <Reference Include="HeuristicLab.Parameters-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
     <Reference Include="HeuristicLab.Persistence-3.3, Version=3.3.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL">
       <HintPath>..\..\..\..\trunk\sources\bin\HeuristicLab.Persistence-3.3.dll</HintPath>
 …
       <Private>False</Private>
     </Reference>
+    <Reference Include="HeuristicLab.Problems.VehicleRouting-3.4, Version=3.4.0.0, Culture=neutral, PublicKeyToken=ba48961d6f65dcec, processorArchitecture=MSIL" />
     <Reference Include="MPI, Version=1.0.0.0, Culture=neutral, PublicKeyToken=29b4a045737654fe, processorArchitecture=MSIL">
       <HintPath>..\..\HeuristicLab.ExtLibs\HeuristicLab.MPInet\1.0.0\MPI.dll</HintPath>
 …
   </ItemGroup>
   <ItemGroup>
+    <Compile Include="BinaryTransport\Core\VariableTransfer.cs" />
+    <Compile Include="BinaryTransport\Core\ScopeTransfer.cs" />
+    <Compile Include="BinaryTransport\Data\IntValueTransfer.cs" />
+    <Compile Include="BinaryTransport\Data\DoubleValueTransfer.cs" />
+    <Compile Include="BinaryTransport\ItemTransfer.cs" />
+    <Compile Include="BinaryTransport\MPIBinaryTransportWrapper.cs" />
+    <Compile Include="BinaryTransport\Permutation\PermutationTransfer.cs" />
+    <Compile Include="BinaryTransport\VRP\VRPTransfer.cs" />
+    <Compile Include="MPIHelper.cs" />
+    <Compile Include="MPISolutionsCreator.cs" />
     <Compile Include="MPITransportWrapper.cs" />
     <Compile Include="MPIUnidirectionalRingMigrator.cs" />
+    <Compile Include="MPIUniformSubscopesProcessor.cs" />
     <Compile Include="Plugin.cs" />
     <Compile Include="Properties\AssemblyInfo.cs" />
 …
     </BootstrapperPackage>
   </ItemGroup>
+  <ItemGroup />
   <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
   <!-- To modify your build process, add your task inside one of the targets below and uncomment it.

branches/MPI/HeuristicLab.Operators.MPISupport/3.3/Plugin.cs.frame

-                      r7205
+                      r7544
   [PluginDependency("HeuristicLab.Collections", "3.3")]
   [PluginDependency("HeuristicLab.Optimization", "3.3")]
+  [PluginDependency("HeuristicLab.Data", "3.3")]
+  [PluginDependency("HeuristicLab.Parameters", "3.3")]
+  [PluginDependency("HeuristicLab.Encodings.PermutationEncoding", "3.3")]
+  [PluginDependency("HeuristicLab.Problems.VehicleRouting", "3.4")]
   public class HeuristicLabOperatorsMPISupportPlugin : PluginBase {
+  }

Note: See TracChangeset for help on using the changeset viewer.