Changeset 7287 for branches/HiveHiveEngine/HeuristicLab.Services.Hive/3.3

Timestamp:

01/07/12 02:07:44 (12 years ago)

Author:

ascheibe

Message:

#1744

• added the new Hive engine. The engine can now be executed in the Hive. If child tasks are created it pauses and is transfered back to the server. If the child tasks are finished it is sent back to a slave.
• changed the server so that it reschedules paused parent tasks if their childs are finished as well as tasks where FinishWhenChildJobsFinished is set to false

Location:

branches/HiveHiveEngine/HeuristicLab.Services.Hive/3.3

Files:

• HiveDao.cs (modified) (2 diffs)
• HiveService.cs (modified) (1 diff)

branches/HiveHiveEngine/HeuristicLab.Services.Hive/3.3/HiveDao.cs

@@ -103 +103 @@
                                || child.State == TaskState.Aborted
                                || child.State == TaskState.Failed).All(x => x)
+                    orderby ar.Task.Priority descending, db.Random()
+                    select DT.Convert.ToDto(ar.Task);
+        return count == 0 ? query.ToArray() : query.Take(count).ToArray();
+      }
+    }
+
+    /// <summary>
+    /// this is for the hive engine
+    /// </summary>    
+    private IEnumerable<DT.Task> GetPausedParentTasks(IEnumerable<Guid> resourceIds, int count) {
+      using (var db = CreateContext()) {
+        var query = from ar in db.AssignedResources
+                    where resourceIds.Contains(ar.ResourceId)
+                       && ar.Task.State == TaskState.Paused
+                       && ar.Task.IsParentTask
+                       && !ar.Task.FinishWhenChildJobsFinished
+                       && (from child in db.Tasks
+                           where child.ParentTaskId == ar.Task.TaskId
+                           select child).All(x => x.State == TaskState.Finished)
                        && (from child in db.Tasks // avoid returning WaitForChildTasks task where no child-task exist (yet)
                            where child.ParentTaskId == ar.Task.TaskId
@@ -115 +134 @@
       using (var db = CreateContext()) {
         var resourceIds = GetParentResources(slave.Id).Select(r => r.Id);
-        //Originally we checked here if there are parent tasks which should be calculated (with GetParentTasks(resourceIds, count, false);).
-        //Because there is at the moment no case where this makes sense (there don't exist parent tasks which need to be calculated), 
-        //we skip this step because it's wasted runtime
+
+        //check for freshly uploaded hive engine tasks
+        var waitingParentJobs = GetParentTasks(resourceIds, count, false);
+        if (count > 0 && waitingParentJobs.Count() >= count) return waitingParentJobs.Take(count).ToArray();
+
+        //check if there are hive engine tasks which have finished childs 
+        waitingParentJobs = GetPausedParentTasks(resourceIds, count);
+        if (count > 0 && waitingParentJobs.Count() >= count) return waitingParentJobs.Take(count).ToArray();
 
         var query = from ar in db.AssignedResources

branches/HiveHiveEngine/HeuristicLab.Services.Hive/3.3/HiveService.cs

@@ -71 +71 @@
         }
         dao.AddTaskData(taskData);
-        dao.UpdateTaskState(task.Id, DA.TaskState.Waiting, null, userManager.CurrentUserId, null);
+        //TODO: hack!! change this
+        if (task.State != TaskState.Aborted) {
+          dao.UpdateTaskState(task.Id, DA.TaskState.Waiting, null, userManager.CurrentUserId, null);
+        }
         return taskData.TaskId;
       }, false, true);