Free cookie consent management tool by TermsFeed Policy Generator

source: trunk/HeuristicLab.Services.Hive.DataAccess/3.3/Daos/StateLogDao.cs @ 17574

Last change on this file since 17574 was 17574, checked in by jkarder, 4 years ago

#3062: overhauled statistics generation and cleanup

  • switched to a single thread for database cleanup and statistics generation (executed sequentially)
  • switched to preemptive deletion of items that are in status DeletionPending (for jobs: statelogs, taskdata, tasks)
  • added code that aborts tasks whose jobs have already been marked for deletion
  • added method UseTransactionAndSubmit in addition to UseTransaction in PersistenceManager
  • updated DAO methods and introduced more bare metal sql
  • introduced DAO methods for batch deletion
  • fixed usage of enum values in DAO sql queries
  • deleted unnecessary triggers tr_JobDeleteCascade and tr_TaskDeleteCascade in Prepare Hive Database.sql
  • changed scheduling for less interference with janitor and other heartbeats
    • increased scheduling patience from 20 to 70 seconds (to wait longer to get the mutex for scheduling)
    • changed signature of ITaskScheduler.Schedule
    • added base class for TaskSchedulers and moved assignment of tasks to slaves into it
    • changed RoundRobinTaskScheduler to use bare metal sql
  • made MessageContainer a storable type (leftover)
  • updated HiveJanitorServiceInstaller.nsi
File size: 2.5 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 *
5 * This file is part of HeuristicLab.
6 *
7 * HeuristicLab is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation, either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * HeuristicLab is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
19 */
20#endregion
21
22using System;
23using System.Data.Linq;
24using System.Linq;
25
26namespace HeuristicLab.Services.Hive.DataAccess.Daos {
27  public class StateLogDao : GenericDao<Guid, StateLog> {
28    private Table<Task> TaskTable {
29      get { return DataContext.GetTable<Task>(); }
30    }
31
32    public StateLogDao(DataContext dataContext) : base(dataContext) { }
33
34    public override StateLog GetById(Guid id) {
35      return GetByIdQuery(DataContext, id);
36    }
37
38    public StateLog GetLastStateLogFromTask(Task task) {
39      return GetLastStateLogFromTaskQuery(DataContext, task);
40    }
41
42    public int DeleteObsolete(int batchSize) {
43      return DataContext.ExecuteCommand(DeleteObsoleteQueryString, batchSize);
44    }
45
46    #region Compiled queries
47    private static readonly Func<DataContext, Guid, StateLog> GetByIdQuery =
48      CompiledQuery.Compile((DataContext db, Guid stateLogId) =>
49        (from stateLog in db.GetTable<StateLog>()
50         where stateLog.StateLogId == stateLogId
51         select stateLog).SingleOrDefault());
52
53    private static readonly Func<DataContext, Task, StateLog> GetLastStateLogFromTaskQuery =
54      CompiledQuery.Compile((DataContext db, Task task) =>
55        (from stateLog in db.GetTable<StateLog>()
56         where stateLog.TaskId == task.TaskId
57         orderby stateLog.DateTime descending
58         select stateLog).First(x => x.SlaveId != null));
59    #endregion
60
61    #region String queries
62    private const string DeleteObsoleteQueryString = @"
63delete top ({0}) s
64from statelog s
65  join task t on t.taskid = s.taskid
66  join job j on j.jobid = t.jobid
67where j.jobstate = 'deletionpending'
68    ";
69    #endregion
70  }
71}
Note: See TracBrowser for help on using the repository browser.