Changeset 9385 for branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/HiveDao.cs

Timestamp:

04/19/13 17:16:49 (12 years ago)

Author:

pfleck

Message:

#2030
Replaced lazy loading with specialized queries.
Compiled queries used for Heardbeat queries.
Changed result types to IQueryable<T> for later query modification.

File:

• branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/HiveDao.cs (modified) (8 diffs)

branches/HivePerformance/sources/HeuristicLab.Services.Hive/3.3/HiveDao.cs

@@ -22 +22 @@
 using System;
 using System.Collections.Generic;
+using System.Data.Linq;
 using System.Linq;
 using System.Linq.Expressions;
@@ -45 +46 @@
     public Task GetTaskDA(Guid id) {
       var db = HiveOperationContext.Current.DataContext;
-      return db.Tasks.SingleOrDefault(x => x.TaskId == id);
-    }
+      return GetTaskByIdQuery(db, id).SingleOrDefault();
+    }
+
+    private static Func<HiveDataContext, Guid, IQueryable<Task>> GetTaskByIdQuery = CompiledQuery.Compile((HiveDataContext db, Guid id) =>
+      from t in db.Tasks
+      where t.TaskId == id
+      select t
+    );
 
     public IEnumerable<DT.Task> GetTasks(Expression<Func<Task, bool>> predicate) {
@@ -205 +212 @@
     }
 
-    public IEnumerable<TaskInfoForScheduler> GetWaitingTasksDA(Slave slave) {
+    public IQueryable<TaskInfoForScheduler> GetWaitingTasksDA(Slave slave) {
       var db = HiveOperationContext.Current.DataContext;
+
       var parentResources = GetParentResourcesDA(slave.ResourceId);
       var resourceIds = parentResources.Select(x => x.ResourceId);
@@ -213 +221 @@
       //we skip this step because it's wasted runtime
 
-      var query = from ar in db.AssignedResources
-                  where resourceIds.Contains(ar.ResourceId)
-                     && !(ar.Task.IsParentTask && ar.Task.FinishWhenChildJobsFinished)
-                     && ar.Task.State == TaskState.Waiting
-                     && ar.Task.CoresNeeded <= slave.FreeCores
-                     && ar.Task.MemoryNeeded <= slave.FreeMemory
-                  select new TaskInfoForScheduler() { TaskId = ar.Task.TaskId, JobId = ar.Task.JobId, Priority = ar.Task.Priority };
-      var waitingTasks = query.ToArray();
-      return waitingTasks;
-    }
+      return from ar in db.AssignedResources
+             where resourceIds.Contains(ar.ResourceId)
+                 && !(ar.Task.IsParentTask && ar.Task.FinishWhenChildJobsFinished)
+                 && ar.Task.State == TaskState.Waiting
+                 && ar.Task.CoresNeeded <= slave.FreeCores
+                 && ar.Task.MemoryNeeded <= slave.FreeMemory
+             select new TaskInfoForScheduler() { TaskId = ar.Task.TaskId, JobId = ar.Task.JobId, Priority = ar.Task.Priority };
+    }
+
+    /*private static Func<HiveDataContext, Guid, Slave, IQueryable<TaskInfoForScheduler>> GetWaitingTasksQuery = CompiledQuery.Compile((HiveDataContext db, Guid id, Slave slave) =>
+      from ar in db.AssignedResources
+      where ar.ResourceId == id
+          && !(ar.Task.IsParentTask && ar.Task.FinishWhenChildJobsFinished)
+          && ar.Task.State == TaskState.Waiting
+          && ar.Task.CoresNeeded <= slave.FreeCores
+          && ar.Task.MemoryNeeded <= slave.FreeMemory
+      select new TaskInfoForScheduler() { TaskId = ar.Task.TaskId, JobId = ar.Task.JobId, Priority = ar.Task.Priority }
+    );*/
 
     public DT.Task UpdateTaskState(Guid taskId, TaskState taskState, Guid? slaveId, Guid? userId, string exception) {
@@ -265 +281 @@
       });
 
-      var task = db.Tasks.SingleOrDefault(x => x.TaskId == taskId);
+      var task = GetTaskDA(taskId);
       task.State = taskState;
 
@@ -567 +583 @@
     public Slave GetSlaveDA(Guid id) {
       var db = HiveOperationContext.Current.DataContext;
-      return db.Resources.OfType<Slave>().SingleOrDefault(x => x.ResourceId == id);
-    }
+      return GetSlaveByIdQuery(db, id).SingleOrDefault();
+    }
+
+    private static Func<HiveDataContext, Guid, IQueryable<Slave>> GetSlaveByIdQuery = CompiledQuery.Compile((HiveDataContext db, Guid slaveId) =>
+      from s in db.Resources.OfType<Slave>()
+      where s.ResourceId == slaveId
+      select s
+    );
 
     public IEnumerable<DT.Slave> GetSlaves(Expression<Func<Slave, bool>> predicate) {
@@ -714 +736 @@
     }
 
+    public IQueryable<Guid> GetAssignedResourcesIdsDA(Guid taskId) {
+      var db = HiveOperationContext.Current.DataContext;
+      return GetAssignedResourcesIdQuery(db, taskId);
+    }
+
+    private static Func<HiveDataContext, Guid, IQueryable<Guid>> GetAssignedResourcesIdQuery = CompiledQuery.Compile((HiveDataContext db, Guid taskId) =>
+     from ar in db.AssignedResources
+     where ar.TaskId == taskId
+     select ar.ResourceId
+   );
+
     /// <summary>
     /// Returns all parent resources of a resource (the given resource is also added)
@@ -727 +760 @@
     public IEnumerable<Resource> GetParentResourcesDA(Guid resourceId) {
       var db = HiveOperationContext.Current.DataContext;
-      var resources = new List<Resource>();
-      CollectParentResources(resources, db.Resources.Where(r => r.ResourceId == resourceId).Single());
-      return resources;
-    }
-
-    private void CollectParentResources(List<Resource> resources, Resource resource) {
+      var child = db.Resources.Single(r => r.ResourceId == resourceId);
+
+      yield return child;
+      while (child.ParentResource != null) {
+        child = child.ParentResource;
+        yield return child;
+      }
+    }
+
+    public IEnumerable<Guid> GetParentResourcesIDsDA(Guid resourceId) {
+      var db = HiveOperationContext.Current.DataContext;
+      var child = db.Resources.Single(r => r.ResourceId == resourceId);
+
+      yield return resourceId;
+      while (child.ParentResource != null) {
+        child = child.ParentResource;
+        yield return child.ResourceId;
+      }
+    }
+
+    public IQueryable<int> GetNumberOfDowntimesFromParentResourcesAtCurrentTimeDA(Guid resourceId, DowntimeType type) {
+      var db = HiveOperationContext.Current.DataContext;
+
+      var ids = GetParentResourcesIDsDA(resourceId).ToArray();
+
+      return from r in db.Resources
+             where ids.Contains(r.ResourceId)
+             select (from d in db.Downtimes
+                     where d.ResourceId == r.ResourceId && d.DowntimeType == type && (DateTime.Now >= d.StartDate) && (DateTime.Now <= d.EndDate)
+                     select d).Count();
+    }
+
+    /*private static Func<HiveDataContext, Guid, DowntimeType, int> GetNumberOfDowntimesAtCurrentTimeQuery =
+      CompiledQuery.Compile((HiveDataContext db, Guid ids, DowntimeType type) =>
+        (from d in db.Downtimes
+         where d.ResourceId == ids && d.DowntimeType == type && (DateTime.Now >= d.StartDate) && (DateTime.Now <= d.EndDate)
+         select d).Count()
+    );*/
+
+    private static void CollectParentResources(ICollection<Resource> resources, Resource resource) {
       if (resource == null) return;
       resources.Add(resource);