[10193] | 1 | using System;
|
---|
| 2 | using System.Collections.Generic;
|
---|
| 3 | using System.Linq;
|
---|
| 4 | using System.Text;
|
---|
| 5 |
|
---|
| 6 | namespace HeuristicLab.DataPreprocessing.Implementations
|
---|
| 7 | {
|
---|
| 8 | class PreprocessingDataManipulation
|
---|
| 9 | {
|
---|
| 10 | private IPreprocessingData preprocessingData;
|
---|
| 11 | private StatisticInfo statisticInfo;
|
---|
| 12 |
|
---|
| 13 | public PreprocessingDataManipulation(IPreprocessingData _prepocessingData) {
|
---|
| 14 | preprocessingData = _prepocessingData;
|
---|
| 15 | statisticInfo = new StatisticInfo(preprocessingData);
|
---|
| 16 | }
|
---|
| 17 |
|
---|
| 18 | public void ReplaceIndicesByValue<T>(string variableName, IEnumerable<int> indices, T value)
|
---|
| 19 | {
|
---|
| 20 | foreach (int index in indices)
|
---|
| 21 | {
|
---|
| 22 | preprocessingData.SetCell<T>(variableName, index, value);
|
---|
| 23 | }
|
---|
| 24 | }
|
---|
| 25 |
|
---|
| 26 | public void ReplaceIndicesByAverageValue(string variableName, IEnumerable<int> indices)
|
---|
| 27 | {
|
---|
| 28 | double average = statisticInfo.GetAverage(variableName);
|
---|
| 29 | ReplaceIndicesByValue<double>(variableName, indices, average);
|
---|
| 30 | }
|
---|
| 31 |
|
---|
| 32 | public void ReplaceIndicesByMedianValue(string variableName, IEnumerable<int> indices)
|
---|
| 33 | {
|
---|
| 34 | double median = statisticInfo.GetMedian(variableName);
|
---|
| 35 | ReplaceIndicesByValue<double>(variableName, indices, median);
|
---|
| 36 | }
|
---|
| 37 |
|
---|
| 38 | public void ReplaceIndicesByRandomValue(string variableName, IEnumerable<int> indices)
|
---|
| 39 | {
|
---|
| 40 | Random r = new Random();
|
---|
| 41 |
|
---|
| 42 | double max = statisticInfo.GetMax<double>(variableName);
|
---|
| 43 | double min = statisticInfo.GetMin<double>(variableName);
|
---|
| 44 | double randMultiplier = (max - min);
|
---|
| 45 | foreach (int index in indices)
|
---|
| 46 | {
|
---|
| 47 | double rand = r.NextDouble() * randMultiplier + min;
|
---|
| 48 | preprocessingData.SetCell<double>(variableName, index, rand);
|
---|
| 49 | }
|
---|
| 50 | }
|
---|
| 51 |
|
---|
| 52 | public void ReplaceIndicesByLinearInterpolationOfNeighbours(string variableName, IEnumerable<int> indices)
|
---|
| 53 | {
|
---|
| 54 | int countValues = preprocessingData.GetValues<double>(variableName).Count();
|
---|
| 55 | foreach (int index in indices)
|
---|
| 56 | {
|
---|
| 57 | // dont replace first or last values
|
---|
| 58 | if (index > 0 && index < countValues)
|
---|
| 59 | {
|
---|
| 60 | double prev = preprocessingData.GetCell<double>(variableName, index - 1);
|
---|
| 61 | double next = preprocessingData.GetCell<double>(variableName, index + 1);
|
---|
| 62 |
|
---|
| 63 | double interpolated = (prev + next) / 2;
|
---|
| 64 |
|
---|
| 65 | preprocessingData.SetCell<double>(variableName, index, interpolated);
|
---|
| 66 | }
|
---|
| 67 | }
|
---|
| 68 | }
|
---|
| 69 |
|
---|
| 70 | public void ReplaceIndicesByMostCommonValue(string variableName, IEnumerable<int> indices)
|
---|
| 71 | {
|
---|
| 72 | if (preprocessingData.IsType<double>(variableName))
|
---|
| 73 | {
|
---|
| 74 | ReplaceIndicesByValue<double>(variableName, indices, statisticInfo.GetMostCommonValue<double>(variableName));
|
---|
| 75 | }
|
---|
| 76 | else if (preprocessingData.IsType<string>(variableName))
|
---|
| 77 | {
|
---|
| 78 | ReplaceIndicesByValue<string>(variableName, indices, statisticInfo.GetMostCommonValue<string>(variableName));
|
---|
| 79 | }
|
---|
| 80 | else if (preprocessingData.IsType<DateTime>(variableName))
|
---|
| 81 | {
|
---|
| 82 | ReplaceIndicesByValue<DateTime>(variableName, indices, statisticInfo.GetMostCommonValue<DateTime>(variableName));
|
---|
| 83 | }
|
---|
| 84 | else
|
---|
| 85 | {
|
---|
| 86 | throw new ArgumentException("column with index: " + variableName + " contains a non supported type.");
|
---|
| 87 | }
|
---|
| 88 | }
|
---|
| 89 | }
|
---|
| 90 | }
|
---|