Changeset 1417 for trunk/sources/HeuristicLab.CEDMA.Core/Results.cs

Timestamp:

03/25/09 14:48:56 (15 years ago)

Author:

gkronber

Message:

Introduced paging for queries to fix problems with large WCF messages. #257 (CEDMA console doesn't handle communication- and timeout exceptions correctly)

File:

• trunk/sources/HeuristicLab.CEDMA.Core/Results.cs (modified) (3 diffs)

trunk/sources/HeuristicLab.CEDMA.Core/Results.cs

@@ -37 +37 @@
 namespace HeuristicLab.CEDMA.Core {
   public class Results : ItemBase {
+    private const int PAGE_SIZE = 1000;
     private string[] categoricalVariables = null;
     public string[] CategoricalVariables {
@@ -84 +85 @@
 
     private IEnumerable<ResultsEntry> SelectRows() {
+      int page = 0;
+      int resultsReturned = 0;
+      bool newEntry = false;
       if (store == null) yield break;
       entries = new List<ResultsEntry>();
-      var results = store.Query("<" + dataSetEntity + "> <" + Ontology.PredicateHasModel + "> ?Model ." + Environment.NewLine +
-        "?Model ?Attribute ?Value .")
-        .GroupBy(x => (Entity)x.Get("Model"));
-      foreach (var modelBindings in results) {
-        ResultsEntry entry = new ResultsEntry(modelBindings.Key.Uri);
-        foreach (var binding in modelBindings) {
-          if (binding.Get("Value") is Literal) {
-            string name = ((Entity)binding.Get("Attribute")).Uri.Replace(Ontology.CedmaNameSpace, "");
-            if (entry.Get(name) == null) {
-              object value = ((Literal)binding.Get("Value")).Value;
-              entry.Set(name, value);
+      do {
+        var allBindings = store.Query("<" + dataSetEntity + "> <" + Ontology.PredicateHasModel + "> ?Model ." + Environment.NewLine +
+          "?Model ?Attribute ?Value .", page, PAGE_SIZE);
+        var allModelBindings = allBindings.GroupBy(x => (Entity)x.Get("Model"));
+        resultsReturned = allBindings.Count;
+
+        foreach (var modelBindings in allModelBindings) {
+          ResultsEntry entry = entries.FirstOrDefault(x => x.Uri == modelBindings.Key.Uri);
+          newEntry = false;
+          if (entry == null) {
+            entry = new ResultsEntry();
+            entry.Uri = modelBindings.Key.Uri;
+            entries.Add(entry);
+            newEntry = true;
+          }
+          foreach (var binding in modelBindings) {
+            if (binding.Get("Value") is Literal) {
+              string name = ((Entity)binding.Get("Attribute")).Uri.Replace(Ontology.CedmaNameSpace, "");
+              if (entry.Get(name) == null) {
+                object value = ((Literal)binding.Get("Value")).Value;
+                entry.Set(name, value);
+              }
             }
           }
+          if (newEntry) yield return entry;
         }
-        entries.Add(entry);
-        yield return entry;
-      }
+        page++;
+      } while (resultsReturned == PAGE_SIZE);
 
       FireChanged();
@@ -114 +129 @@
     private void LoadModelAttributes() {
       this.ordinalVariables =
-        store.Query("?ModelAttribute <" + Ontology.PredicateInstanceOf + "> <" + Ontology.TypeOrdinalAttribute + "> .")
+        store.Query("?ModelAttribute <" + Ontology.PredicateInstanceOf + "> <" + Ontology.TypeOrdinalAttribute + "> .", 0, 100)
         .Select(s => ((Entity)s.Get("ModelAttribute")).Uri.Replace(Ontology.CedmaNameSpace, ""))
         .ToArray();
       this.categoricalVariables =
-        store.Query("?ModelAttribute <" + Ontology.PredicateInstanceOf + "> <" + Ontology.TypeCategoricalAttribute + "> .")
+        store.Query("?ModelAttribute <" + Ontology.PredicateInstanceOf + "> <" + Ontology.TypeCategoricalAttribute + "> .", 0, 100)
         .Select(s => ((Entity)s.Get("ModelAttribute")).Uri.Replace(Ontology.CedmaNameSpace, ""))
         .ToArray();