Changeset 9560 for branches/HiveStatistics

Timestamp:

05/31/13 11:20:32 (12 years ago)

Author:

pfleck

Message:

#2063:
Query last client for task facts and calculate task fact data.
(TotalRuntime/Wait/TransferRime pending)

File:

• branches/HiveStatistics/sources/HeuristicLab.Services.Hive/3.3/HiveStatisticsGenerator.cs (modified) (1 diff)

branches/HiveStatistics/sources/HeuristicLab.Services.Hive/3.3/HiveStatisticsGenerator.cs

@@ -232 +232 @@
         from lWithLf in tLfJoin.DefaultIfEmpty()
         where !t.IsParentTask
-        select new { Task = t, LastFact = tLfJoin.FirstOrDefault() };
+        select new { Task = t, TaskDataSize = t.JobData.DataSize, LastFact = tLfJoin.FirstOrDefault() };
 
       var tasksWithNewStateLogs =
         from sl in db.StateLogs
         join twlf in tasksWithLastFact on sl.TaskId equals twlf.Task.TaskId
-        where twlf.LastFact == null || (sl.DateTime > twlf.LastFact.EndTime && sl.DateTime < newTime.Time)
+        where (twlf.LastFact == null || sl.DateTime > twlf.LastFact.EndTime) && sl.DateTime < newTime.Time
         group sl by twlf.Task into factGroup
-        select new { Task = factGroup.Key, StateLogs = factGroup.OrderBy(x => x.DateTime) };
+        select new {
+          Task = factGroup.Key,
+          StateLogs = factGroup.OrderBy(x => x.DateTime),
+          LastSlave = factGroup.OrderByDescending(x => x.DateTime).First(x => x.SlaveId != null).SlaveId
+        };
 
       var tasksWithLastFactsAndStateLogs =
         from twsl in tasksWithNewStateLogs
         join twlf in tasksWithLastFact on twsl.Task equals twlf.Task
-        select new { twlf.Task, twlf.LastFact, twsl.StateLogs };
+        select new { twlf.Task, twlf.TaskDataSize, twlf.LastFact, twsl.StateLogs, twsl.LastSlave };
+
+      var clients =
+        from cl in db.DimClients
+        //where cl.ExpirationTime == null
+        select cl;
+
+      var tasksWithLastFactsAndStateLogsAndLastResource =
+        from twlfasl in tasksWithLastFactsAndStateLogs
+        join cl in clients on twlfasl.LastSlave equals cl.ResourceId into clJoinGrp
+        from cl in clJoinGrp.DefaultIfEmpty()
+        select new { twlfasl.Task, twlfasl.TaskDataSize, twlfasl.LastFact, twlfasl.StateLogs, LastClient = cl };
 
       var newTaskFacts =
-        from t in tasksWithLastFactsAndStateLogs.ToList()
+        from t in tasksWithLastFactsAndStateLogsAndLastResource.ToList()
         select new FactTask {
           TaskId = t.Task.TaskId,
           JobId = t.Task.JobId,
-          DimTimeStart = t.LastFact.DimTimeStart,
+          DimTimeStart = t.LastFact != null ? t.LastFact.DimTimeStart : newTime,
           DimTimeEnd = newTime,
-          // ...
+          LastClientId = t.LastClient != null ? t.LastClient.Id : (t.LastFact != null ? t.LastFact.LastClientId : Guid.Empty),
+          Priority = t.Task.Priority,
+          CoresRequired = t.Task.CoresNeeded,
+          MemoryRequired = t.Task.MemoryNeeded,
+          TaskSize = t.LastFact != null ? t.LastFact.TaskSize : t.TaskDataSize,
+          ResultSize = t.Task.State == TaskState.Finished ? t.TaskDataSize : default(long?),
+          NumCalculationRuns = (t.LastFact != null ? t.LastFact.NumCalculationRuns : 0) + t.StateLogs.Count(x => x.State == TaskState.Calculating),
+          NumFails = (t.LastFact != null ? t.LastFact.NumFails : 0) + t.StateLogs.Count(x => x.State == TaskState.Failed || !string.IsNullOrEmpty(x.Exception)),
+          TotalWaitingTime = 0, //ToDo
+          TotalRuntime = 0, //ToDo
+          TotalTransferTime = 0 //ToDo
         };