Changeset 17105 for stable/HeuristicLab.Tests/HeuristicLab.Persistence.Attic/UseCases.cs

Timestamp:

07/08/19 00:23:12 (5 years ago)

Author:

mkommend

Message:

#2520: Merged 16584, 16585,16594,16595, 16625, 16658, 16659, 16672, 16707, 16729, 16792, 16796, 16797, 16799, 16819, 16906, 16907, 16908, 16933, 16945, 16992, 16994, 16995, 16996, 16997, 17014, 17015, 17017, 17020, 17021, 17022, 17023, 17024, 17029, 17086, 17087, 17088, 17089 into stable.

Location:

stable

Files:

• . (modified) (1 prop)
• HeuristicLab.Tests (modified) (1 prop)
• HeuristicLab.Tests/HeuristicLab.Persistence.Attic/UseCases.cs (modified) (5 diffs)

stable/HeuristicLab.Tests/HeuristicLab.Persistence.Attic/UseCases.cs

@@ -22 +22 @@
 using System;
 using System.Collections.Generic;
+using System.Diagnostics;
 using System.Drawing;
 using System.IO;
+using System.IO.Compression;
 using System.Linq;
 using System.Reflection;
@@ -35 +37 @@
 using HeuristicLab.Persistence.Core;
 using HeuristicLab.Persistence.Default.Xml;
+using HeuristicLab.Persistence.Interfaces;
 using HeuristicLab.Tests;
 using Microsoft.VisualStudio.TestTools.UnitTesting;
@@ -155 +158 @@
     [TestCategory("Persistence.Attic")]
     [TestProperty("Time", "long")]
+    public void ProfileSamples() {
+      // CreateAllSamples();
+      var path = SamplesUtils.SamplesDirectory;
+      foreach (var fileName in Directory.EnumerateFiles(path, "*.hl")) {
+        //ProfilePersistenceToMemory(fileName);
+        ProfilePersistenceToDisk(fileName);
+      }
+    }
+
+    private void ProfilePersistenceToMemory(string fileName) {
+      var REPS = 5;
+      var oldDeserStopwatch = new Stopwatch();
+      var oldSerStopwatch = new Stopwatch();
+      var newDeserStopwatch = new Stopwatch();
+      var newSerStopwatch = new Stopwatch();
+      long oldSize = 0, newSize = 0;
+      var config = ConfigurationService.Instance.GetConfiguration(new XmlFormat());
+      int[] oldCollections = new int[3];
+      int[] newCollections = new int[3];
+
+      for (int i = 0; i < REPS; i++) {
+        var original = XmlParser.Deserialize(fileName);
+        object deserializedObject1 = null;
+        object deserializedObject2 = null;
+        byte[] buf;
+        System.GC.Collect();
+        var collection0 = System.GC.CollectionCount(0);
+        var collection1 = System.GC.CollectionCount(1);
+        var collection2 = System.GC.CollectionCount(2);
+        using (var s = new MemoryStream()) {
+
+          oldSerStopwatch.Start();
+          // serialize manually so that the stream won't be closed
+          var serializer = new Core.Serializer(original, config);
+          serializer.InterleaveTypeInformation = true;
+          using (StreamWriter writer = new StreamWriter(new GZipStream(s, CompressionMode.Compress))) {
+            XmlGenerator generator = new XmlGenerator();
+            foreach (ISerializationToken token in serializer) {
+              writer.Write(generator.Format(token));
+            }
+            writer.Flush();
+            oldSize += s.Length;
+          }
+
+          oldSerStopwatch.Stop();
+          buf = s.GetBuffer();
+        }
+        using (var s = new MemoryStream(buf)) {
+          oldDeserStopwatch.Start();
+          deserializedObject1 = XmlParser.Deserialize(s);
+          oldDeserStopwatch.Stop();
+        }
+
+        System.GC.Collect();
+        oldCollections[0] += System.GC.CollectionCount(0) - collection0;
+        oldCollections[1] += System.GC.CollectionCount(1) - collection1;
+        oldCollections[2] += System.GC.CollectionCount(2) - collection2;
+
+        collection0 = System.GC.CollectionCount(0);
+        collection1 = System.GC.CollectionCount(1);
+        collection2 = System.GC.CollectionCount(2);
+
+        // Protobuf only uses Deflate
+        using (var m = new MemoryStream()) {
+          //         using (var s = new GZipStream(m, CompressionMode.Compress)) { // same as old persistence
+          using (var s = new DeflateStream(m, CompressionMode.Compress)) { // new format
+            newSerStopwatch.Start();
+            (new ProtoBufSerializer()).Serialize(original, s, false);
+            s.Flush();
+            newSerStopwatch.Stop();
+            newSize += m.Length;
+          }
+          buf = m.GetBuffer();
+        }
+        using (var m = new MemoryStream(buf)) {
+          // using (var s = new GZipStream(m, CompressionMode.Decompress)) { // same as old persistence
+          using (var s = new DeflateStream(m, CompressionMode.Decompress)) { // new format
+            newDeserStopwatch.Start();
+            deserializedObject2 = (new ProtoBufSerializer()).Deserialize(s);
+            newDeserStopwatch.Stop();
+          }
+        }
+        //Assert.AreEqual(deserializedObject1.GetObjectGraphObjects().Count(), deserializedObject2.GetObjectGraphObjects().Count());
+
+        System.GC.Collect();
+        newCollections[0] += System.GC.CollectionCount(0) - collection0;
+        newCollections[1] += System.GC.CollectionCount(1) - collection1;
+        newCollections[2] += System.GC.CollectionCount(2) - collection2;
+      }
+
+      Console.WriteLine($"{fileName} " +
+        $"{oldSize / (double)REPS} " +
+        $"{newSize / (double)REPS} " +
+        $"{oldSerStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{newSerStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{oldDeserStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{newDeserStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{oldCollections[0] / (double)REPS} " +
+        $"{newCollections[0] / (double)REPS} " +
+        $"{oldCollections[1] / (double)REPS} " +
+        $"{newCollections[1] / (double)REPS} " +
+        $"{oldCollections[2] / (double)REPS} " +
+        $"{newCollections[2] / (double)REPS} " +
+        $"");
+    }
+
+    private void ProfilePersistenceToDisk(string fileName) {
+      var REPS = 5;
+      var oldDeserStopwatch = new Stopwatch();
+      var oldSerStopwatch = new Stopwatch();
+      var newDeserStopwatch = new Stopwatch();
+      var newSerStopwatch = new Stopwatch();
+      long oldSize = 0, newSize = 0;
+      int[] oldCollections = new int[3];
+      int[] newCollections = new int[3];
+
+      for (int i = 0; i < REPS; i++) {
+        var original = XmlParser.Deserialize(fileName);
+        System.GC.Collect();
+        var collection0 = System.GC.CollectionCount(0);
+        var collection1 = System.GC.CollectionCount(1);
+        var collection2 = System.GC.CollectionCount(2);
+
+        oldSerStopwatch.Start();
+        XmlGenerator.Serialize(original, tempFile);
+        oldSerStopwatch.Stop();
+
+        oldSize += new FileInfo(tempFile).Length;
+        oldDeserStopwatch.Start();
+        var clone = XmlParser.Deserialize(tempFile);
+        oldDeserStopwatch.Stop();
+        System.GC.Collect();
+        oldCollections[0] += System.GC.CollectionCount(0) - collection0;
+        oldCollections[1] += System.GC.CollectionCount(1) - collection1;
+        oldCollections[2] += System.GC.CollectionCount(2) - collection2;
+
+        collection0 = System.GC.CollectionCount(0);
+        collection1 = System.GC.CollectionCount(1);
+        collection2 = System.GC.CollectionCount(2);
+
+        newSerStopwatch.Start();
+        (new ProtoBufSerializer()).Serialize(original, tempFile);
+        newSerStopwatch.Stop();
+        newSize += new FileInfo(tempFile).Length;
+        newDeserStopwatch.Start();
+        var newClone = (new ProtoBufSerializer()).Deserialize(tempFile);
+        newDeserStopwatch.Stop();
+        System.GC.Collect();
+        newCollections[0] += System.GC.CollectionCount(0) - collection0;
+        newCollections[1] += System.GC.CollectionCount(1) - collection1;
+        newCollections[2] += System.GC.CollectionCount(2) - collection2;
+      }
+      Console.WriteLine($"{fileName} " +
+        $"{oldSize / (double)REPS} " +
+        $"{newSize / (double)REPS} " +
+        $"{oldSerStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{newSerStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{oldDeserStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{newDeserStopwatch.ElapsedMilliseconds / (double)REPS} " +
+        $"{oldCollections[0] / (double)REPS} " +
+        $"{newCollections[0] / (double)REPS} " +
+        $"{oldCollections[1] / (double)REPS} " +
+        $"{newCollections[1] / (double)REPS} " +
+        $"{oldCollections[2] / (double)REPS} " +
+        $"{newCollections[2] / (double)REPS} " +
+        $"");
+    }
+
+
+    [TestMethod]
+    [TestCategory("Persistence.Attic")]
+    [TestProperty("Time", "long")]
     public void TestLoadingSamples() {
       CreateAllSamples();
@@ -160 +335 @@
       var serializer = new ProtoBufSerializer();
       foreach (var fileName in Directory.EnumerateFiles(path, "*.hl")) {
-        var original = XmlParser.Deserialize(fileName);
+        var original = serializer.Deserialize(fileName);
         var ok = true;
         foreach (var t in original.GetObjectGraphObjects().Select(o => o.GetType())) {
@@ -195 +370 @@
       var serializer = new ProtoBufSerializer();
       foreach (var fileName in Directory.EnumerateFiles(path, "*.hl")) {
-        var original = XmlParser.Deserialize(fileName);
+        var original = serializer.Deserialize(fileName);
 
         var exec = original as IExecutable;