#region License Information
/* HeuristicLab
* Copyright (C) Heuristic and Evolutionary Algorithms Laboratory (HEAL)
*
* This file is part of HeuristicLab.
*
* HeuristicLab is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* HeuristicLab is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with HeuristicLab. If not, see .
*/
#endregion
using System;
using System.Collections;
using System.Collections.Generic;
using System.ComponentModel;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Text;
using HeuristicLab.Problems.DataAnalysis;
using HeuristicLab.Random;
namespace HeuristicLab.Problems.Instances.DataAnalysis {
public abstract class DataAnalysisInstanceProvider : ProblemInstanceProvider
where TData : class, IDataAnalysisProblemData
where ImportType : DataAnalysisImportType {
public event ProgressChangedEventHandler ProgressChanged;
public override IEnumerable ImportFileExtensions => new[] { "csv" };
public TData ImportData(string path, ImportType type, DataAnalysisCSVFormat csvFormat) {
TableFileParser csvFileParser = new TableFileParser();
csvFileParser.Encoding = csvFormat.Encoding;
long fileSize = new FileInfo(path).Length;
csvFileParser.ProgressChanged += (sender, e) => {
OnProgressChanged(e / (double)fileSize);
};
csvFileParser.Parse(path, csvFormat.NumberFormatInfo, csvFormat.DateTimeFormatInfo, csvFormat.Separator, csvFormat.VariableNamesAvailable);
return ImportData(path, type, csvFileParser);
}
protected virtual void OnProgressChanged(double d) {
var handler = ProgressChanged;
if (handler != null)
handler(this, new ProgressChangedEventArgs((int)(100 * d), null));
}
protected virtual TData ImportData(string path, ImportType type, TableFileParser csvFileParser) {
throw new NotSupportedException();
}
protected List Shuffle(List values) {
int count = values.First().Count;
int[] indices = Enumerable.Range(0, count).Shuffle(new FastRandom()).ToArray();
List shuffled = new List(values.Count);
for (int col = 0; col < values.Count; col++) {
if (values[col] is List)
shuffled.Add(new List());
else if (values[col] is List)
shuffled.Add(new List());
else if (values[col] is List)
shuffled.Add(new List());
else
throw new InvalidOperationException();
for (int i = 0; i < count; i++) {
shuffled[col].Add(values[col][indices[i]]);
}
}
return shuffled;
}
public override IEnumerable ExportFileExtensions => new[] { "csv" };
public override bool CanExportData {
get { return true; }
}
public override void ExportData(TData instance, string path) {
var strBuilder = new StringBuilder();
var colSep = CultureInfo.CurrentCulture.TextInfo.ListSeparator;
foreach (var variable in instance.Dataset.VariableNames) {
strBuilder.Append(variable.Replace(colSep, String.Empty) + colSep);
}
strBuilder.Remove(strBuilder.Length - colSep.Length, colSep.Length);
strBuilder.AppendLine();
var dataset = instance.Dataset;
for (int i = 0; i < dataset.Rows; i++) {
for (int j = 0; j < dataset.Columns; j++) {
if (j > 0) strBuilder.Append(colSep);
strBuilder.Append(dataset.GetValue(i, j));
}
strBuilder.AppendLine();
}
using (var fileStream = new FileStream(path, FileMode.Create)) {
Encoding encoding = Encoding.GetEncoding(Encoding.Default.CodePage,
new EncoderReplacementFallback("*"),
new DecoderReplacementFallback("*"));
using (var writer = new StreamWriter(fileStream, encoding)) {
writer.Write(strBuilder);
}
}
}
}
}