Changeset 17574 for trunk/HeuristicLab.Services.Hive.JanitorService

Timestamp:

05/29/20 13:28:25 (5 years ago)

Author:

jkarder

Message:

#3062: overhauled statistics generation and cleanup

• switched to a single thread for database cleanup and statistics generation (executed sequentially)
• switched to preemptive deletion of items that are in status DeletionPending (for jobs: statelogs, taskdata, tasks)
• added code that aborts tasks whose jobs have already been marked for deletion
• added method UseTransactionAndSubmit in addition to UseTransaction in PersistenceManager
• updated DAO methods and introduced more bare metal sql
• introduced DAO methods for batch deletion
• fixed usage of enum values in DAO sql queries
• deleted unnecessary triggers tr_JobDeleteCascade and tr_TaskDeleteCascade in Prepare Hive Database.sql
• changed scheduling for less interference with janitor and other heartbeats
  • increased scheduling patience from 20 to 70 seconds (to wait longer to get the mutex for scheduling)
  • changed signature of ITaskScheduler.Schedule
  • added base class for TaskSchedulers and moved assignment of tasks to slaves into it
  • changed RoundRobinTaskScheduler to use bare metal sql
• made MessageContainer a storable type (leftover)
• updated HiveJanitorServiceInstaller.nsi

File:

• trunk/HeuristicLab.Services.Hive.JanitorService/3.3/JanitorService.cs (modified) (2 diffs)

trunk/HeuristicLab.Services.Hive.JanitorService/3.3/JanitorService.cs

@@ -26 +26 @@
   public partial class JanitorService : ServiceBase {
     private HiveJanitor janitor;
-    private Thread janitorCleanupThread;
-    private Thread janitorGenerateStatisticsThread;
+    private Thread janitorThread;
 
     public JanitorService() {
@@ -36 +35 @@
       janitor = new HiveJanitor();
 
-      janitorCleanupThread = new Thread(janitor.RunCleanup) {
-        IsBackground = true
-      };
-      janitorGenerateStatisticsThread = new Thread(janitor.RunGenerateStatistics) {
+      janitorThread = new Thread(janitor.Run) {
         IsBackground = true
       };
 
-      janitorCleanupThread.Start();
-      janitorGenerateStatisticsThread.Start();
+      janitorThread.Start();
     }
 
     protected override void OnStop() {
       janitor.StopJanitor();
-      janitorCleanupThread.Join();
-      janitorGenerateStatisticsThread.Join();
+      janitorThread.Join();
     }
   }