Changeset 15977

Timestamp:

06/30/18 12:53:57 (6 years ago)

Author:

bburlacu

Message:

#2886: Clear search data structures at the end of the run (huge memory savings)

Location:

branches/2886_SymRegGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.SymRegGrammarEnumeration/GrammarEnumeration

Files:

• GrammarEnumerationAlgorithm.cs (modified) (1 diff)
• SearchDataStructure.cs (modified) (5 diffs)

branches/2886_SymRegGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.SymRegGrammarEnumeration/GrammarEnumeration/GrammarEnumerationAlgorithm.cs

@@ -437 +437 @@
       }
 
+      // free memory at the end of the run (this saves a lot of memory)
+      ArchivedPhrases.Clear();
+      OpenPhrases.Clear();
+      DistinctSentencesComplexity.Clear();
+
       var tree = Grammar.ParseSymbolicExpressionTree(BestTrainingSentence);
       var model = new SymbolicRegressionModel(Problem.ProblemData.TargetVariable, tree, new SymbolicDataAnalysisExpressionTreeLinearInterpreter());

branches/2886_SymRegGrammarEnumeration/HeuristicLab.Algorithms.DataAnalysis.SymRegGrammarEnumeration/GrammarEnumeration/SearchDataStructure.cs

@@ -82 +82 @@
     private Func<int> fetchInternal; // Fetch hash-reference
 
-    public SearchDataStore() : this(StorageType.PriorityQueue) { }
+    public SearchDataStore() : this(StorageType.SortedSet) { }
 
     [StorableConstructor]
@@ -94 +94 @@
 
       storedValues = new LruCache<int, SearchNode>(this.cacheSize);
-      InitStorage();
-    }
-
-    private void InitStorage() {
+      InitSearchDataStructure();
+    }
+
+    private void InitSearchDataStructure() {
       switch (storageType) {
         case StorageType.PriorityQueue:
@@ -113 +113 @@
         case StorageType.SortedSet:
           InitSortedSet();
+          break;
+      }
+    }
+
+    private void ClearSearchDataStructure() {
+      switch (storageType) {
+        case StorageType.PriorityQueue:
+          priorityQueue = null;
+          break;
+        case StorageType.Stack:
+          stack.Clear();
+          break;
+        case StorageType.Queue:
+          queue.Clear();
+          break;
+        case StorageType.RandomList:
+          list.Clear();
+          break;
+        case StorageType.SortedSet:
+          sortedSet.Clear();
           break;
       }
@@ -127 +147 @@
       searchDataStructureSize = original.searchDataStructureSize;
 
-      InitStorage();
+      InitSearchDataStructure();
       switch (storageType) {
         case StorageType.PriorityQueue:
@@ -289 +309 @@
     }
 
+    public void Clear() {
+      storedValues.Clear();
+    }
+
     #endregion