Changeset 9541 for branches/HiveStatistics/sources/HeuristicLab.Services.Hive

Timestamp:

05/27/13 17:03:43 (11 years ago)

Author:

pfleck

Message:

#2063:
UserId in ClientInfo fact table is nullable. UserId is removed from primary key therefore.
StatisticsGenerator insert new ClientInfo into fact table.

File:

• branches/HiveStatistics/sources/HeuristicLab.Services.Hive/3.3/HiveStatisticsGenerator.cs (modified) (3 diffs)

branches/HiveStatistics/sources/HeuristicLab.Services.Hive/3.3/HiveStatisticsGenerator.cs

@@ -6 +6 @@
 namespace HeuristicLab.Services.Hive {
   public class HiveStatisticsGenerator : IStatisticsGenerator {
-    private static readonly TimeSpan SmallesTimeSpan = new TimeSpan(0, 5, 0);
+    private static readonly TimeSpan SmallestTimeSpan = new TimeSpan(0, 5, 0);
 
     public void GenerateStatistics() {
       using (var db = new HiveDataContext(Settings.Default.HeuristicLab_Hive_LinqConnectionString))
       using (var transaction = new TransactionScope()) {
-
         var newTime = UpdateDimensionTables(db);
+        db.SubmitChanges();
+
         if (newTime != null) {
-          UpdateDataTables(newTime, db);
+          UpdateFactTables(newTime, db);
+          db.SubmitChanges();
         }
 
-        db.SubmitChanges();
         transaction.Complete();
       }
@@ -41 +42 @@
       var now = DateTime.Now;
       DimTime newTime = null;
-      if (lastUpdate == default(DateTime) || lastUpdate + SmallesTimeSpan < now) {
+      if (lastUpdate == default(DateTime) || lastUpdate + SmallestTimeSpan < now) {
         newTime = new DimTime {
-          Time = new DateTime(now.Year, now.Month, now.Day, now.Hour, now.Minute - now.Minute % SmallesTimeSpan.Minutes, 0),
+          Time = new DateTime(now.Year, now.Month, now.Day, now.Hour, now.Minute - now.Minute % SmallestTimeSpan.Minutes, 0),
           Hour = new DateTime(now.Year, now.Month, now.Day, now.Hour, 0, 0),
           Day = new DateTime(now.Year, now.Month, now.Day, 0, 0, 0),
@@ -131 +132 @@
     }
 
-    private void UpdateDataTables(DimTime newTime, HiveDataContext db) {
-
+    private void UpdateFactTables(DimTime newTime, HiveDataContext db) {
+      UpdateClientInfoFacts(newTime, db);
+      //UpdateTaskFacts(newTime, db);
+    }
+
+    private void UpdateClientInfoFacts(DimTime newTime, HiveDataContext db) {
+      var lastFacts =
+        from cf in db.FactClientInfos
+        group cf by cf.ClientId
+          into grpFacts
+          select grpFacts.OrderByDescending(x => x.Time).First();
+
+      var slaves =
+        from s in db.Resources.OfType<Slave>()
+        join c in db.DimClients on s.ResourceId equals c.ResourceId
+        join lcf in lastFacts on c.Id equals lcf.ClientId into joinCf
+        from cf in joinCf.DefaultIfEmpty()
+        select new {
+          Slave = s,
+          Client = c,
+          LastFact = cf
+        };
+
+      var clientFacts =
+        from s in slaves.ToList()
+        select new FactClientInfo {
+          DimClient = s.Client,
+          DimTime = newTime,
+          UserId = s.Slave.OwnerUserId,
+          NumUsedCores =
+            s.Slave.Cores != null && s.Slave.FreeCores != null
+              ? s.Slave.Cores.Value - s.Slave.FreeCores.Value
+              : 0,
+          NumTotalCores = s.Slave.Cores ?? 0,
+          UsedMemory =
+            s.Slave.Memory != null && s.Slave.FreeMemory != null
+              ? s.Slave.Memory.Value - s.Slave.FreeMemory.Value
+              : 0,
+          TotalMemory = s.Slave.Memory ?? 0,
+          CpuUtilization = s.Slave.CpuUtilization,
+          TrafficIn = 0,
+          TrafficOut = 0,
+          TotalTimeIdle = CalcNewTotalTime(s.LastFact, newTime.Time,
+                                           x => x.TotalTimeIdle,
+                                           () => s.Slave.SlaveState == SlaveState.Idle && s.Slave.IsAllowedToCalculate),
+          TotalTimeCalculating = CalcNewTotalTime(s.LastFact, newTime.Time,
+                                                  x => x.TotalTimeCalculating,
+                                                  () => s.Slave.SlaveState == SlaveState.Calculating),
+          TotalTimeTransferring = 0.0,
+          TotalTimeUnavailable = CalcNewTotalTime(s.LastFact, newTime.Time,
+                                                  x => x.TotalTimeUnavailable,
+                                                  () => s.Slave.SlaveState == SlaveState.Idle && !s.Slave.IsAllowedToCalculate),
+          TotalTimeOffline = CalcNewTotalTime(s.LastFact, newTime.Time,
+                                              x => x.TotalTimeOffline,
+                                              () => s.Slave.SlaveState == SlaveState.Offline)
+        };
+
+      db.FactClientInfos.InsertAllOnSubmit(clientFacts);
+    }
+
+    private double CalcNewTotalTime(FactClientInfo lastFact, DateTime newTime, Func<FactClientInfo, double> selector, Func<bool> condition) {
+      if (lastFact == null) {
+        return 0.0;
+      }
+      return condition()
+               ? selector(lastFact) + (newTime - lastFact.Time).TotalMinutes
+               : selector(lastFact);
     }
   }