Changeset 3931 for branches/3.2/sources/HeuristicLab.Hive.Server.Core/3.2/DbTestApp.cs

Timestamp:

06/19/10 09:17:24 (14 years ago)

Author:

kgrading

Message:

added minor speedups and better transaction handling to the server (#828)

File:

• branches/3.2/sources/HeuristicLab.Hive.Server.Core/3.2/DbTestApp.cs (modified) (10 diffs)

branches/3.2/sources/HeuristicLab.Hive.Server.Core/3.2/DbTestApp.cs

@@ -1 +1 @@
 #region License Information
+
 /* HeuristicLab
  * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
@@ -18 +19 @@
  * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
  */
+
 #endregion
 
@@ -37 +39 @@
 using HeuristicLab.Hive.Server.LINQDataAccess;
 using System.Transactions;
+using System.Threading;
+using HeuristicLab.Tracing;
 
 namespace HeuristicLab.Hive.Server {
   [Application("Hive DB Test App", "Test Application for the Hive DataAccess Layer")]
-  class HiveDbTestApplication : ApplicationBase {
+  internal class HiveDbTestApplication : ApplicationBase {
     /*private void TestJobStreaming() {
       ISessionFactory factory =
@@ -111 +115 @@
     } */
 
-    ClientDao clientDao = new ClientDao();
-    ClientGroupDao cgd = new ClientGroupDao();
-
-    private void TestLINQImplementation() {      
-      
-      
+    private ClientDao clientDao = new ClientDao();
+    private ClientGroupDao cgd = new ClientGroupDao();
+
+    private void TestLINQImplementation() {
       ClientDto c1 = new ClientDto();
       c1.Id = Guid.NewGuid();
@@ -143 +145 @@
       c2 = clientDao.Insert(c2);
 
-      //ClientDto info2 = clientDao.FindById(info.Id);
-      //Console.WriteLine(info2);
-      
       ClientGroupDto tg = new ClientGroupDto();
       tg.Name = "TopGroup";
@@ -174 +173 @@
 
       List<ClientGroupDto> list = new List<ClientGroupDto>(cgd.FindAllWithSubGroupsAndClients());
-      
+
       cgd.RemoveRessourceFromClientGroup(sg.Id, tg.Id);
 
@@ -181 +180 @@
       clientDao.Delete(c1);
       clientDao.Delete(c2);
-
     }
 
@@ -220 +218 @@
         sg = cgd.Insert(sg);
         cgd.AddRessourceToClientGroup(sg.Id, mg.Id);
-        populateMainGroup(sg, p-1);
-      }
-
-      
-    }
-
+        populateMainGroup(sg, p - 1);
+      }
+    }
 
 
@@ -235 +230 @@
       //TestJobResultDeserialization();
 
+      //if (ContextFactory.Context.DatabaseExists())
+      //  ContextFactory.Context.DeleteDatabase();
+      //ContextFactory.Context.CreateDatabase();
       //TestLINQImplementation();
+      TestLinqFileHandling();
       //StressTest();
 
       //SpeedTest();
       //TestJobBytearrFetching();
-      TestJobStreamFetching();
-
-    }
-
-    private void TestJobStreamFetching() {
+      //TestJobStreamFetching();
+    }
+
+    private void WriteToJobWithByte(object jobid) {
+      using (TransactionScope scope = new TransactionScope(TransactionScopeOption.Required,
+                                                           new TransactionOptions
+                                                           {IsolationLevel = ApplicationConstants.ISOLATION_LEVEL_SCOPE})
+        ) {
+        Logger.Info("starting bytestuff for job " + jobid);
+        DaoLocator.JobDao.SetBinaryJobFile((Guid)jobid, jobmap[(Guid)jobid]);
+        scope.Complete();
+        Logger.Info("ended bytestuff for job " + jobid);
+      }
+    }
+
+    private void UpdateJobStatus(object jobid) {
+      using (TransactionScope scope = new TransactionScope(TransactionScopeOption.Required,
+                                                           new TransactionOptions
+                                                           {IsolationLevel = ApplicationConstants.ISOLATION_LEVEL_SCOPE})
+        ) {
+        Thread.Sleep(1500);
+        Logger.Info("starting now");
+        JobDto job = DaoLocator.JobDao.FindById((Guid)jobid);
+        job.Percentage = new Random().NextDouble();
+        DaoLocator.JobDao.Update(job);
+        scope.Complete();
+        Logger.Info("ended");
+      }
+    }
+
+    Dictionary<Guid, byte[]> jobmap = new Dictionary<Guid, byte[]>();
+
+
+    private void TestLinqFileHandling() {
+      List<Thread> jobupdateThreads = new List<Thread>();
+      List<Thread> jobProgressThreads = new List<Thread>();
+      
+      Random r = new Random();
+      Stack<JobDto> jobs = new Stack<JobDto>(DaoLocator.JobDao.FindAll());
+      Logger.Info("Fetched jobs");
+      for (int x = 0; x < 10 && jobs.Count > 0; x++ ) {
+        Logger.Info("Creating data for Job");
+        JobDto job = jobs.Pop();
+        byte[] jobarr = new byte[50*1024*1024];
+        for (int i = 0; i < jobarr.Length; i++) {
+          jobarr[i] = (byte) r.Next(255);
+        }
+        jobmap.Add(job.Id, jobarr);
+      }
+      Logger.Info("filled");
+      foreach(KeyValuePair<Guid, byte[]> kvp in jobmap) {
+        Thread tjob = new Thread(new ParameterizedThreadStart(WriteToJobWithByte));      
+        Thread tupdate = new Thread(new ParameterizedThreadStart(UpdateJobStatus));
+        jobupdateThreads.Add(tupdate);
+        jobProgressThreads.Add(tjob);
+        tupdate.Start(kvp.Key);
+        tjob.Start(kvp.Key);
+      }
+      foreach (Thread t in jobupdateThreads) {
+        t.Join();
+      }
+      foreach (Thread t in jobProgressThreads) {
+        t.Join();
+      }
+    }
+
+
+    private
+      void TestJobStreamFetching() {
       //using (TransactionScope scope = new TransactionScope()) {
+
       HiveDataContext context = ContextFactory.Context;
 
-      ContextFactory.Context.Connection.Open();
-      ContextFactory.Context.Transaction = ContextFactory.Context.Connection.BeginTransaction();
-      
+      ContextFactory.Context.Connection.Open
+        ();
+      ContextFactory.Context.Transaction
+        =
+        ContextFactory.Context.Connection.BeginTransaction
+          ();
+
+
       ClientFacade facade = new ClientFacade();
+
       Stream stream = facade.SendStreamedJob(new Guid("F5CFB334-66A0-417C-A585-71711BA21D3F"));
-      
+
+
       byte[] buffer = new byte[3024];
+
       int read = 0;
-      
-      while ((read = stream.Read(buffer, 0, buffer.Length)) > 0) {}
-      
-      stream.Close();
+
+      while ((
+               read
+               =
+               stream.Read
+                 (
+                 buffer
+                 , 0,
+                 buffer.Length
+                 )) > 0) {}
+
+      stream.Close
+        ();
 
       //Stream stream = DaoLocator.JobDao.GetSerializedJobStream(new Guid("bbb51f87-4e2f-4499-a9b6-884e589c78b6"));
@@ -265 +346 @@
     }
 
-    private void TestJobBytearrFetching() {
+    private
+      void TestJobBytearrFetching() {
       byte[] arr = DaoLocator.JobDao.GetBinaryJobFile(new Guid("A3386907-2B3C-4976-BE07-04D660D40A5B"));
-      Console.WriteLine(arr);
-    }
-
-    private void SpeedTest() {
+      Console.WriteLine
+        (
+        arr
+        );
+    }
+
+    private
+      void SpeedTest() {
       DateTime start = new DateTime();
+
       List<ClientGroupDto> list = new List<ClientGroupDto>(cgd.FindAllWithSubGroupsAndClients());
+
       DateTime end = new DateTime();
+
       TimeSpan used = end - start;
-      Console.WriteLine(used.TotalMilliseconds);
-    }
-
-
+      Console.WriteLine
+        (
+        used.TotalMilliseconds
+        );
+    }
   }
 }