source: branches/3.2/sources/HeuristicLab.Hive.Server.Core/3.2/DbTestApp.cs @ 3931

#region License Information

/* HeuristicLab
 * Copyright (C) 2002-2008 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
 *
 * This file is part of HeuristicLab.
 *
 * HeuristicLab is free software: you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * HeuristicLab is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
 */

#endregion

using System;
using System.Collections.Generic;
using System.Data.SqlClient;
using System.Text;
using HeuristicLab.PluginInfrastructure;
using System.Net;
using HeuristicLab.Hive.Contracts;
using HeuristicLab.Hive.Contracts.Interfaces;
using HeuristicLab.Hive.Server.DataAccess;
using HeuristicLab.Hive.Contracts.BusinessObjects;
using System.Diagnostics;
using HeuristicLab.DataAccess.Interfaces;
using System.IO;
using HeuristicLab.Hive.Server.Core;
using HeuristicLab.Core;
using HeuristicLab.Hive.Server.LINQDataAccess;
using System.Transactions;
using System.Threading;
using HeuristicLab.Tracing;

namespace HeuristicLab.Hive.Server {
  [Application("Hive DB Test App", "Test Application for the Hive DataAccess Layer")]
  internal class HiveDbTestApplication : ApplicationBase {
    /*private void TestJobStreaming() {
      ISessionFactory factory =
         ServiceLocator.GetSessionFactory();

      ISession session =
           factory.GetSessionForCurrentThread();

      IJobAdapter jobAdapter =
        session.GetDataAdapter<HeuristicLab.Hive.Contracts.BusinessObjects.JobDto, IJobAdapter>();

      Stream s = jobAdapter.GetSerializedJobStream(
        new Guid("1b35f32b-d880-4c76-86af-4b4e283b30e6"), true);

      int length = 0;

      FileStream fs =
        new FileStream(@"W:\\result.gz", FileMode.Create);

      byte[] buffer = new byte[1024];
      while ((length = s.Read(buffer, 0, buffer.Length)) > 0) {
        fs.Write(buffer, 0, length);
      }

      fs.Close();
      s.Close();

      session.EndSession();
    }

    private void TestJobResultStreaming() {
      ISessionFactory factory =
         ServiceLocator.GetSessionFactory();

      ISession session =
           factory.GetSessionForCurrentThread();

      IJobResultsAdapter jobResultsAdapter =
        session.GetDataAdapter<JobResult, IJobResultsAdapter>();

      Stream s = jobResultsAdapter.GetSerializedJobResultStream(
        new Guid("c20b11a9-cde1-4d7f-8499-23dedb5a65ed"), true);

      int length = 0;

      FileStream fs =
        new FileStream(@"W:\\result.gz", FileMode.Create);

      byte[] buffer = new byte[1024];
      while ((length = s.Read(buffer, 0, buffer.Length)) > 0) {
        fs.Write(buffer, 0, length);
      }

      fs.Close();
      s.Close();

      session.EndSession();
    }

    /*private void TestJobResultDeserialization() {
      ExecutionEngineFacade executionEngineFacade =
        new ExecutionEngineFacade();

      ResponseObject<SerializedJobResult> response =
        executionEngineFacade.GetLastSerializedResult(
        new Guid("56ce20bc-067b-424d-a7df-67aaace7c850"), false);

      IStorable restoredJob =
        PersistenceManager.RestoreFromGZip(response.Obj.SerializedJobResultData);
    } */

    private ClientDao clientDao = new ClientDao();
    private ClientGroupDao cgd = new ClientGroupDao();

    private void TestLINQImplementation() {
      ClientDto c1 = new ClientDto();
      c1.Id = Guid.NewGuid();
      c1.FreeMemory = 1000;
      c1.Login = DateTime.Now;
      c1.Memory = 1000;
      c1.Name = "jackie";
      c1.NrOfCores = 3;
      c1.NrOfFreeCores = 2;
      c1.CpuSpeedPerCore = 2500;
      c1.State = State.idle;
      c1 = clientDao.Insert(c1);

      clientDao.Update(c1);

      ClientDto c2 = new ClientDto();
      c2.Id = Guid.NewGuid();
      c2.FreeMemory = 600;
      c2.Login = DateTime.Now;
      c2.Memory = 2048;
      c2.Name = "HPCs";
      c2.NrOfCores = 4;
      c2.NrOfFreeCores = 1;
      c2.CpuSpeedPerCore = 4000;
      c2.State = State.idle;
      c2 = clientDao.Insert(c2);

      ClientGroupDto tg = new ClientGroupDto();
      tg.Name = "TopGroup";
      tg = cgd.Insert(tg);

      ClientGroupDto sg = new ClientGroupDto();
      sg.Name = "Subgroup";
      sg = cgd.Insert(sg);

      cgd.AddRessourceToClientGroup(sg.Id, tg.Id);
      cgd.AddRessourceToClientGroup(c1.Id, tg.Id);
      cgd.AddRessourceToClientGroup(c2.Id, tg.Id);

      JobDto job = new JobDto {
                                Client = c1,
                                CoresNeeded = 2,
                                DateCreated = DateTime.Now,
                                MemoryNeeded = 500,
                                Percentage = 0,
                                Priority = 1,
                                State = State.offline
                              };

      job = DaoLocator.JobDao.Insert(job);


      DaoLocator.JobDao.AssignClientToJob(c1.Id, job.Id);

      List<ClientGroupDto> list = new List<ClientGroupDto>(cgd.FindAllWithSubGroupsAndClients());

      cgd.RemoveRessourceFromClientGroup(sg.Id, tg.Id);

      cgd.Delete(sg);
      cgd.Delete(tg);
      clientDao.Delete(c1);
      clientDao.Delete(c2);
    }

    private void StressTest() {
      //Speed Test
      Random r = new Random();


      for (int i = 0; i < 200; i++) {
        ClientGroupDto mg = new ClientGroupDto();
        mg.Name = "MainGroup" + i;
        mg = cgd.Insert(mg);

        populateMainGroup(mg, 3);
      }
    }

    private void populateMainGroup(ClientGroupDto mg, int p) {
      Random r = new Random();

      for (int j = 0; j < r.Next(15); j++) {
        ClientDto client = new ClientDto();
        client.Id = Guid.NewGuid();
        client.FreeMemory = r.Next(1000);
        client.Login = DateTime.Now;
        client.Memory = r.Next(500);
        client.Name = "client" + mg.Name + "_" + j;
        client.NrOfCores = 3;
        client.NrOfFreeCores = 2;
        client.CpuSpeedPerCore = 2500;
        client.State = State.idle;
        client = clientDao.Insert(client);
        cgd.AddRessourceToClientGroup(client.Id, mg.Id);
      }
      for (int i = 0; i < r.Next(p); i++) {
        ClientGroupDto sg = new ClientGroupDto();
        sg.Name = "SubGroup " + mg.Name + " - " + p;
        sg = cgd.Insert(sg);
        cgd.AddRessourceToClientGroup(sg.Id, mg.Id);
        populateMainGroup(sg, p - 1);
      }
    }


    public override void Run() {
      //TestClientGroupAdapter();
      //InsertTestClientGroups();
      //TestJobStreaming();
      //TestJobResultStreaming();
      //TestJobResultDeserialization();

      //if (ContextFactory.Context.DatabaseExists())
      //  ContextFactory.Context.DeleteDatabase();
      //ContextFactory.Context.CreateDatabase();
      //TestLINQImplementation();
      TestLinqFileHandling();
      //StressTest();

      //SpeedTest();
      //TestJobBytearrFetching();
      //TestJobStreamFetching();
    }

    private void WriteToJobWithByte(object jobid) {
      using (TransactionScope scope = new TransactionScope(TransactionScopeOption.Required,
                                                           new TransactionOptions
                                                           {IsolationLevel = ApplicationConstants.ISOLATION_LEVEL_SCOPE})
        ) {
        Logger.Info("starting bytestuff for job " + jobid);
        DaoLocator.JobDao.SetBinaryJobFile((Guid)jobid, jobmap[(Guid)jobid]);
        scope.Complete();
        Logger.Info("ended bytestuff for job " + jobid);
      }
    }

    private void UpdateJobStatus(object jobid) {
      using (TransactionScope scope = new TransactionScope(TransactionScopeOption.Required,
                                                           new TransactionOptions
                                                           {IsolationLevel = ApplicationConstants.ISOLATION_LEVEL_SCOPE})
        ) {
        Thread.Sleep(1500);
        Logger.Info("starting now");
        JobDto job = DaoLocator.JobDao.FindById((Guid)jobid);
        job.Percentage = new Random().NextDouble();
        DaoLocator.JobDao.Update(job);
        scope.Complete();
        Logger.Info("ended");
      }
    }

    Dictionary<Guid, byte[]> jobmap = new Dictionary<Guid, byte[]>();


    private void TestLinqFileHandling() {
      List<Thread> jobupdateThreads = new List<Thread>();
      List<Thread> jobProgressThreads = new List<Thread>();
      
      Random r = new Random();
      Stack<JobDto> jobs = new Stack<JobDto>(DaoLocator.JobDao.FindAll());
      Logger.Info("Fetched jobs");
      for (int x = 0; x < 10 && jobs.Count > 0; x++ ) {
        Logger.Info("Creating data for Job");
        JobDto job = jobs.Pop();
        byte[] jobarr = new byte[50*1024*1024];
        for (int i = 0; i < jobarr.Length; i++) {
          jobarr[i] = (byte) r.Next(255);
        }
        jobmap.Add(job.Id, jobarr);
      }
      Logger.Info("filled");
      foreach(KeyValuePair<Guid, byte[]> kvp in jobmap) {
        Thread tjob = new Thread(new ParameterizedThreadStart(WriteToJobWithByte));      
        Thread tupdate = new Thread(new ParameterizedThreadStart(UpdateJobStatus));
        jobupdateThreads.Add(tupdate);
        jobProgressThreads.Add(tjob);
        tupdate.Start(kvp.Key);
        tjob.Start(kvp.Key);
      }
      foreach (Thread t in jobupdateThreads) {
        t.Join();
      }
      foreach (Thread t in jobProgressThreads) {
        t.Join();
      }
    }


    private
      void TestJobStreamFetching() {
      //using (TransactionScope scope = new TransactionScope()) {

      HiveDataContext context = ContextFactory.Context;

      ContextFactory.Context.Connection.Open
        ();
      ContextFactory.Context.Transaction
        =
        ContextFactory.Context.Connection.BeginTransaction
          ();


      ClientFacade facade = new ClientFacade();

      Stream stream = facade.SendStreamedJob(new Guid("F5CFB334-66A0-417C-A585-71711BA21D3F"));


      byte[] buffer = new byte[3024];

      int read = 0;

      while ((
               read
               =
               stream.Read
                 (
                 buffer
                 , 0,
                 buffer.Length
                 )) > 0) {}

      stream.Close
        ();

      //Stream stream = DaoLocator.JobDao.GetSerializedJobStream(new Guid("bbb51f87-4e2f-4499-a9b6-884e589c78b6"));
      //}
    }

    private
      void TestJobBytearrFetching() {
      byte[] arr = DaoLocator.JobDao.GetBinaryJobFile(new Guid("A3386907-2B3C-4976-BE07-04D660D40A5B"));
      Console.WriteLine
        (
        arr
        );
    }

    private
      void SpeedTest() {
      DateTime start = new DateTime();

      List<ClientGroupDto> list = new List<ClientGroupDto>(cgd.FindAllWithSubGroupsAndClients());

      DateTime end = new DateTime();

      TimeSpan used = end - start;
      Console.WriteLine
        (
        used.TotalMilliseconds
        );
    }
  }
}