Changeset 6479 for branches/HeuristicLab.Hive-3.4/sources/HeuristicLab.Clients.Hive/3.4/HiveClient.cs

Timestamp:

06/27/11 15:20:23 (13 years ago)

Author:

cneumuel

Message:

#1233

• finished experiment sharing
• added role for executing privileged jobs
• refreshing experiments in experimentManager does not delete already downloaded jobs
• moved some properties from HiveExperiment into RefreshableHiveExperiment

File:

• branches/HeuristicLab.Hive-3.4/sources/HeuristicLab.Clients.Hive/3.4/HiveClient.cs (modified) (11 diffs)

branches/HeuristicLab.Hive-3.4/sources/HeuristicLab.Clients.Hive/3.4/HiveClient.cs

@@ -66 +66 @@
       set { alreadyUploadedPlugins = value; }
     }
+
+    private bool isAllowedPrivileged;
+    public bool IsAllowedPrivileged {
+      get { return isAllowedPrivileged; }
+      set { isAllowedPrivileged = value; }
+    }
     #endregion
 
@@ -75 +81 @@
 
       try {
+        this.IsAllowedPrivileged = ServiceLocator.Instance.CallHiveService((s) => s.IsAllowedPrivileged());
+
+        var oldExperiments = hiveExperiments ?? new ItemCollection<RefreshableHiveExperiment>();
         hiveExperiments = new HiveItemCollection<RefreshableHiveExperiment>();
-        var he = ServiceLocator.Instance.CallHiveService<IEnumerable<HiveExperiment>>(s => s.GetHiveExperiments());
-        hiveExperiments.AddRange(he.Select(x => new RefreshableHiveExperiment(x)).OrderBy(x => x.HiveExperiment.Name));
+        var experimentsLoaded = ServiceLocator.Instance.CallHiveService<IEnumerable<HiveExperiment>>(s => s.GetHiveExperiments());
+
+        foreach (var he in experimentsLoaded) {
+          var hiveExperiment = oldExperiments.SingleOrDefault(x => x.Id == he.Id);
+          if (hiveExperiment == null) {
+            // new
+            hiveExperiments.Add(new RefreshableHiveExperiment(he) { IsAllowedPrivileged = this.isAllowedPrivileged });
+          } else {
+            // update
+            hiveExperiment.HiveExperiment = he;
+            hiveExperiment.IsAllowedPrivileged = this.isAllowedPrivileged;
+            hiveExperiments.Add(hiveExperiment);
+          }
+        }
+        // remove those which were not in the list of loaded hiveexperiments
+        foreach (var experiment in oldExperiments) {
+          if (experiment.Id == Guid.Empty) {
+            // experiment not uploaded... keep
+            hiveExperiments.Add(experiment);
+          } else {
+            experiment.RefreshAutomatically = false; // stop results polling
+          }
+        }
       }
       catch {
@@ -175 +205 @@
       HiveClient.StoreAsync(
         new Action<Exception>((Exception ex) => {
-          refreshableHiveExperiment.HiveExperiment.ExecutionState = ExecutionState.Prepared;
+          refreshableHiveExperiment.ExecutionState = ExecutionState.Prepared;
           exceptionCallback(ex);
         }), refreshableHiveExperiment, cancellationToken);
-      refreshableHiveExperiment.HiveExperiment.ExecutionState = ExecutionState.Started;
-    }
-
-    public static void PauseExperiment(HiveExperiment hiveExperiment) {
+      refreshableHiveExperiment.ExecutionState = ExecutionState.Started;
+    }
+
+    public static void PauseExperiment(RefreshableHiveExperiment refreshableHiveExperiment) {
       ServiceLocator.Instance.CallHiveService(service => {
-        foreach (HiveJob job in hiveExperiment.GetAllHiveJobs()) {
+        foreach (HiveJob job in refreshableHiveExperiment.GetAllHiveJobs()) {
           if (job.Job.State != JobState.Finished && job.Job.State != JobState.Aborted && job.Job.State != JobState.Failed)
             service.PauseJob(job.Job.Id);
         }
       });
-      hiveExperiment.ExecutionState = ExecutionState.Paused;
-    }
-
-    public static void StopExperiment(HiveExperiment hiveExperiment) {
+      refreshableHiveExperiment.ExecutionState = ExecutionState.Paused;
+    }
+
+    public static void StopExperiment(RefreshableHiveExperiment refreshableHiveExperiment) {
       ServiceLocator.Instance.CallHiveService(service => {
-        foreach (HiveJob job in hiveExperiment.GetAllHiveJobs()) {
+        foreach (HiveJob job in refreshableHiveExperiment.GetAllHiveJobs()) {
           if (job.Job.State != JobState.Finished && job.Job.State != JobState.Aborted && job.Job.State != JobState.Failed)
             service.StopJob(job.Job.Id);
@@ -207 +237 @@
     private void UploadExperiment(RefreshableHiveExperiment refreshableHiveExperiment, CancellationToken cancellationToken) {
       try {
-        refreshableHiveExperiment.HiveExperiment.Progress = new Progress("Connecting to server...");
-        refreshableHiveExperiment.HiveExperiment.IsProgressing = true;
+        refreshableHiveExperiment.Progress = new Progress("Connecting to server...");
+        refreshableHiveExperiment.IsProgressing = true;
 
         IEnumerable<string> resourceNames = ToResourceNameList(refreshableHiveExperiment.HiveExperiment.ResourceNames);
@@ -220 +250 @@
         }
 
-        foreach (OptimizerHiveJob hiveJob in refreshableHiveExperiment.HiveExperiment.HiveJobs.OfType<OptimizerHiveJob>()) {
+        foreach (OptimizerHiveJob hiveJob in refreshableHiveExperiment.HiveJobs.OfType<OptimizerHiveJob>()) {
           hiveJob.SetIndexInParentOptimizerList(null);
         }
 
         // upload HiveExperiment
-        refreshableHiveExperiment.HiveExperiment.Progress.Status = "Uploading HiveExperiment...";
+        refreshableHiveExperiment.Progress.Status = "Uploading HiveExperiment...";
         refreshableHiveExperiment.HiveExperiment.Id = ServiceLocator.Instance.CallHiveService((s) => s.AddHiveExperiment(refreshableHiveExperiment.HiveExperiment));
-        cancellationToken.ThrowIfCancellationRequested();
-
-        int totalJobCount = refreshableHiveExperiment.HiveExperiment.GetAllHiveJobs().Count();
+        refreshableHiveExperiment.HiveExperiment = ServiceLocator.Instance.CallHiveService((s) => s.GetHiveExperiment(refreshableHiveExperiment.HiveExperiment.Id)); // update owner and permissions
+        cancellationToken.ThrowIfCancellationRequested();
+
+        int totalJobCount = refreshableHiveExperiment.GetAllHiveJobs().Count();
         int[] jobCount = new int[1]; // use a reference type (int-array) instead of value type (int) in order to pass the value via a delegate to task-parallel-library
         cancellationToken.ThrowIfCancellationRequested();
 
         // upload plugins
-        refreshableHiveExperiment.HiveExperiment.Progress.Status = "Uploading plugins...";
+        refreshableHiveExperiment.Progress.Status = "Uploading plugins...";
         this.OnlinePlugins = ServiceLocator.Instance.CallHiveService((s) => s.GetPlugins());
         this.AlreadyUploadedPlugins = new List<Plugin>();
@@ -244 +275 @@
 
         // upload jobs
-        refreshableHiveExperiment.HiveExperiment.Progress.Status = "Uploading jobs...";
+        refreshableHiveExperiment.Progress.Status = "Uploading jobs...";
 
         var tasks = new List<Task>();
-        foreach (HiveJob hiveJob in refreshableHiveExperiment.HiveExperiment.HiveJobs) {
+        foreach (HiveJob hiveJob in refreshableHiveExperiment.HiveJobs) {
           tasks.Add(Task.Factory.StartNew((hj) => {
-            UploadJobWithChildren(refreshableHiveExperiment.HiveExperiment.Progress, (HiveJob)hj, null, resourceIds, jobCount, totalJobCount, configFilePlugin.Id, refreshableHiveExperiment.HiveExperiment.Id, refreshableHiveExperiment.Log, refreshableHiveExperiment.HiveExperiment.IsPrivileged, cancellationToken);
+            UploadJobWithChildren(refreshableHiveExperiment.Progress, (HiveJob)hj, null, resourceIds, jobCount, totalJobCount, configFilePlugin.Id, refreshableHiveExperiment.HiveExperiment.Id, refreshableHiveExperiment.Log, refreshableHiveExperiment.HiveExperiment.IsPrivileged, cancellationToken);
           }, hiveJob)
           .ContinueWith((x) => refreshableHiveExperiment.Log.LogException(x.Exception), TaskContinuationOptions.OnlyOnFaulted));
@@ -259 +290 @@
           if (!ae.InnerExceptions.All(e => e is TaskCanceledException)) throw ae; // for some reason the WaitAll throws a AggregateException containg a TaskCanceledException. i don't know where it comes from, however the tasks all finish properly, so for now just ignore it
         }
+        refreshableHiveExperiment.HiveExperiment.Modified = false;
       }
       finally {
-        refreshableHiveExperiment.HiveExperiment.IsProgressing = false;
+        refreshableHiveExperiment.IsProgressing = false;
       }
     }
@@ -364 +396 @@
       }
       finally {
-        if(!semaphoreReleased) jobUploadSemaphore.Release();
+        if (!semaphoreReleased) jobUploadSemaphore.Release();
       }
     }
@@ -370 +402 @@
 
     #region Download Experiment
-    public static void LoadExperiment(HiveExperiment hiveExperiment) {
-      hiveExperiment.Progress = new Progress();
+    public static void LoadExperiment(RefreshableHiveExperiment refreshableHiveExperiment) {
+      var hiveExperiment = refreshableHiveExperiment.HiveExperiment;
+      refreshableHiveExperiment.Progress = new Progress();
+
       try {
-        hiveExperiment.IsProgressing = true;
+        refreshableHiveExperiment.IsProgressing = true;
         int totalJobCount = 0;
         IEnumerable<LightweightJob> allJobs;
 
-        hiveExperiment.Progress.Status = "Connecting to Server...";
+        refreshableHiveExperiment.Progress.Status = "Connecting to Server...";
         // fetch all Job objects to create the full tree of tree of HiveJob objects
-        hiveExperiment.Progress.Status = "Downloading list of jobs...";
+        refreshableHiveExperiment.Progress.Status = "Downloading list of jobs...";
         allJobs = ServiceLocator.Instance.CallHiveService(s => s.GetLightweightExperimentJobs(hiveExperiment.Id));
         totalJobCount = allJobs.Count();
@@ -387 +421 @@
 
         while (!downloader.IsFinished) {
-          hiveExperiment.Progress.ProgressValue = downloader.FinishedCount / (double)totalJobCount;
-          hiveExperiment.Progress.Status = string.Format("Downloading/deserializing jobs... ({0}/{1} finished)", downloader.FinishedCount, totalJobCount);
+          refreshableHiveExperiment.Progress.ProgressValue = downloader.FinishedCount / (double)totalJobCount;
+          refreshableHiveExperiment.Progress.Status = string.Format("Downloading/deserializing jobs... ({0}/{1} finished)", downloader.FinishedCount, totalJobCount);
           Thread.Sleep(500);
 
@@ -397 +431 @@
         IDictionary<Guid, HiveJob> allHiveJobs = downloader.Results;
 
-        hiveExperiment.HiveJobs = new ItemCollection<HiveJob>(allHiveJobs.Values.Where(x => !x.Job.ParentJobId.HasValue));
-
-        if (hiveExperiment.IsFinished()) {
-          hiveExperiment.ExecutionState = Core.ExecutionState.Stopped;
+        refreshableHiveExperiment.HiveJobs = new ItemCollection<HiveJob>(allHiveJobs.Values.Where(x => !x.Job.ParentJobId.HasValue));
+
+        if (refreshableHiveExperiment.IsFinished()) {
+          refreshableHiveExperiment.ExecutionState = Core.ExecutionState.Stopped;
         } else {
-          hiveExperiment.ExecutionState = Core.ExecutionState.Started;
+          refreshableHiveExperiment.ExecutionState = Core.ExecutionState.Started;
         }
 
         // build child-job tree
-        foreach (HiveJob hiveJob in hiveExperiment.HiveJobs) {
+        foreach (HiveJob hiveJob in refreshableHiveExperiment.HiveJobs) {
           BuildHiveJobTree(hiveJob, allJobs, allHiveJobs);
         }
 
-        hiveExperiment.OnLoaded();
+        refreshableHiveExperiment.OnLoaded();
       }
       finally {
-        hiveExperiment.IsProgressing = false;
+        refreshableHiveExperiment.IsProgressing = false;
       }
     }