Changeset 9385 for branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/Manager/HeartbeatManager.cs

Timestamp:

04/19/13 17:16:49 (12 years ago)

Author:

pfleck

Message:

#2030
Replaced lazy loading with specialized queries.
Compiled queries used for Heardbeat queries.
Changed result types to IQueryable<T> for later query modification.

File:

• branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/Manager/HeartbeatManager.cs (modified) (5 diffs)

branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/Manager/HeartbeatManager.cs

@@ -74 +74 @@
       });
 
-      // update task data
-      actions.AddRange(UpdateTasks(heartbeat, slave.IsAllowedToCalculate));
+      if (slave != null) {
+        // update task data
+        actions.AddRange(UpdateTasks(heartbeat, slave.IsAllowedToCalculate));
 
-      // assign new task
-      if (heartbeat.AssignJob && slave.IsAllowedToCalculate && heartbeat.FreeCores > 0) {
-        bool mutexAquired = false;
-        var mutex = new Mutex(false, MutexName);
-        try {
+        // assign new task
+        if (heartbeat.AssignJob && slave.IsAllowedToCalculate && heartbeat.FreeCores > 0) {
+          bool mutexAquired = false;
+          var mutex = new Mutex(false, MutexName);
+          try {
 
-          mutexAquired = mutex.WaitOne(Properties.Settings.Default.SchedulingPatience);
-          if (!mutexAquired)
-            DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager: The mutex used for scheduling could not be aquired.");
-          else {
-            trans.UseTransaction(() => {
-              IEnumerable<TaskInfoForScheduler> availableTasks = null;
-              availableTasks = taskScheduler.Schedule(dao.GetWaitingTasksDA(slave));
-              if (availableTasks.Any()) {
-                var task = availableTasks.First();
-                AssignJob(slave, task.TaskId);
-                actions.Add(new MessageContainer(MessageContainer.MessageType.CalculateTask, task.TaskId));
-              }
-            });
+            mutexAquired = mutex.WaitOne(Properties.Settings.Default.SchedulingPatience);
+            if (!mutexAquired)
+              DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager: The mutex used for scheduling could not be aquired.");
+            else {
+              trans.UseTransaction(() => {
+                IEnumerable<TaskInfoForScheduler> availableTasks = null;
+                availableTasks = taskScheduler.Schedule(dao.GetWaitingTasksDA(slave).ToArray());
+                if (availableTasks.Any()) {
+                  var task = availableTasks.First();
+                  AssignJob(slave, task.TaskId);
+                  actions.Add(new MessageContainer(MessageContainer.MessageType.CalculateTask, task.TaskId));
+                }
+              });
+            }
           }
-        }
-        catch (AbandonedMutexException) {
-          DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager: The mutex used for scheduling has been abandoned.");
-        }
-        catch (Exception ex) {
-          DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager threw an exception in ProcessHeartbeat: " + ex.ToString());
-        }
-        finally {
-          if (mutexAquired) mutex.ReleaseMutex();
+          catch (AbandonedMutexException) {
+            DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager: The mutex used for scheduling has been abandoned.");
+          }
+          catch (Exception ex) {
+            DA.LogFactory.GetLogger(this.GetType().Namespace).Log("HeartbeatManager threw an exception in ProcessHeartbeat: " + ex.ToString());
+          }
+          finally {
+            if (mutexAquired) mutex.ReleaseMutex();
+          }
         }
       }
@@ -132 +134 @@
         actions.Add(new MessageContainer(MessageContainer.MessageType.PauseAll));
       } else {
-        trans.UseTransaction(() => {
-          // process the jobProgresses
-          foreach (var jobProgress in heartbeat.JobProgress) {
+        // process the jobProgresses
+        foreach (var jobProgress in heartbeat.JobProgress) {
+          trans.UseTransaction(() => {
             var curTask = dao.GetTaskDA(jobProgress.Key);
             if (curTask == null) {
@@ -141 +143 @@
               DA.LogFactory.GetLogger(this.GetType().Namespace).Log("Task on slave " + heartbeat.SlaveId + " does not exist in DB: " + jobProgress.Key);
             } else {
-              var currentStateLog = curTask.StateLogs.LastOrDefault();
+              var currentStateLog = curTask.StateLogs.Last();
               if (currentStateLog.SlaveId == Guid.Empty || currentStateLog.SlaveId != heartbeat.SlaveId) {
                 // assigned slave does not match heartbeat
@@ -168 +170 @@
               }
             }
-          }
-        });
+          });
+        }
       }
       return actions;
@@ -175 +177 @@
 
     private bool TaskIsAllowedToBeCalculatedBySlave(Guid slaveId, DA.Task curTask) {
-      var assignedResourceIds = curTask.AssignedResources.Select(ar => ar.Resource.ResourceId);
-      var slaveResourceIds = dao.GetParentResourcesDA(slaveId).Select(x => x.ResourceId);
+      var assignedResourceIds = dao.GetAssignedResourcesIdsDA(curTask.TaskId);
+      var slaveResourceIds = dao.GetParentResourcesIDsDA(slaveId).ToArray();
       return assignedResourceIds.Any(r => slaveResourceIds.Contains(r));
     }
 
     private bool SlaveIsAllowedToCalculate(Guid slaveId) {
-      var parentResources = dao.GetParentResourcesDA(slaveId);
+      var downtimes = dao.GetNumberOfDowntimesFromParentResourcesAtCurrentTimeDA(slaveId, DA.DowntimeType.Offline);
       // the slave may only calculate if there is no downtime right now. this needs to be checked for every parent resource also
-      return parentResources.All(r => r.Downtimes.Where(d => d.DowntimeType == DA.DowntimeType.Offline && (DateTime.Now >= d.StartDate) && (DateTime.Now <= d.EndDate)).Count() == 0);
+      return downtimes.All(x => x == 0);
     }
 
     private bool ShutdownSlaveComputer(Guid slaveId) {
-      var parentResources = dao.GetParentResourcesDA(slaveId);
-
-      return parentResources.Any(r => r.Downtimes.Where(d => d.DowntimeType == DA.DowntimeType.Shutdown && (DateTime.Now >= d.StartDate) && (DateTime.Now <= d.EndDate)).Count() != 0);
+      var downtimes = dao.GetNumberOfDowntimesFromParentResourcesAtCurrentTimeDA(slaveId, DA.DowntimeType.Shutdown);
+      return downtimes.Any(x => x != 0);
     }
   }