#region License Information
/* HeuristicLab
* Copyright (C) 2002-2012 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
*
* This file is part of HeuristicLab.
*
* HeuristicLab is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* HeuristicLab is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with HeuristicLab. If not, see .
*/
#endregion
using System;
using System.Collections.Generic;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Reflection;
using System.Text.RegularExpressions;
using HeuristicLab.Problems.DataAnalysis;
using ICSharpCode.SharpZipLib.Zip;
namespace HeuristicLab.Problems.Instances.DataAnalysis {
public abstract class ResourceClassificationInstanceProvider : ClassificationInstanceProvider {
protected abstract string FileName { get; }
public override IEnumerable GetDataDescriptors() {
var solutionsArchiveName = GetResourceName(FileName + @"\.zip");
if (!String.IsNullOrEmpty(solutionsArchiveName)) {
using (var solutionsZipFile = new ZipInputStream(GetType().Assembly.GetManifestResourceStream(solutionsArchiveName))) {
IList entries = new List();
ZipEntry curEntry;
while ((curEntry = solutionsZipFile.GetNextEntry()) != null) {
entries.Add(curEntry.Name);
}
foreach (var entry in entries.OrderBy(x => x)) {
yield return new ResourceClassificationDataDescriptor(Path.GetFileNameWithoutExtension(entry), Description, entry);
}
}
}
}
public override IClassificationProblemData LoadData(IDataDescriptor id) {
var descriptor = (ResourceClassificationDataDescriptor)id;
var instanceArchiveName = GetResourceName(FileName + @"\.zip");
using (var instancesZipFile = new ZipFile(GetType().Assembly.GetManifestResourceStream(instanceArchiveName))) {
var entry = instancesZipFile.GetEntry(descriptor.ResourceName);
NumberFormatInfo numberFormat;
DateTimeFormatInfo dateFormat;
char separator;
using (Stream stream = instancesZipFile.GetInputStream(entry)) {
TableFileParser.DetermineFileFormat(stream, out numberFormat, out dateFormat, out separator);
}
TableFileParser csvFileParser = new TableFileParser();
using (Stream stream = instancesZipFile.GetInputStream(entry)) {
csvFileParser.Parse(stream, numberFormat, dateFormat, separator);
}
Dataset dataset = new Dataset(csvFileParser.VariableNames, csvFileParser.Values);
string targetVar = csvFileParser.VariableNames.Where(x => dataset.DoubleVariables.Contains(x)).Last();
IEnumerable allowedInputVars = dataset.DoubleVariables.Where(x => !x.Equals(targetVar));
ClassificationProblemData claData = new ClassificationProblemData(dataset, allowedInputVars, targetVar);
int trainingPartEnd = csvFileParser.Rows * 2 / 3;
claData.TrainingPartition.Start = 0;
claData.TrainingPartition.End = trainingPartEnd;
claData.TestPartition.Start = trainingPartEnd;
claData.TestPartition.End = csvFileParser.Rows;
claData.Name = descriptor.Name;
claData.Description = descriptor.Description;
return claData;
}
}
protected virtual string GetResourceName(string fileName) {
return Assembly.GetExecutingAssembly().GetManifestResourceNames()
.Where(x => Regex.Match(x, @".*\.Data\." + fileName).Success).SingleOrDefault();
}
}
}