Free cookie consent management tool by TermsFeed Policy Generator

source: branches/GBT-trunkintegration/HeuristicLab.Algorithms.DataAnalysis/3.4/GradientBoostedTrees/LossFunctions/ILossFunction.cs @ 12607

Last change on this file since 12607 was 12607, checked in by gkronber, 9 years ago

#2261: also use line search function for the initial estimation f0, changed logistic regression loss function to match description in GBM paper, comments and code improvements

File size: 2.2 KB
Line 
1#region License Information
2/* HeuristicLab
3 * Copyright (C) 2002-2015 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
4 * and the BEACON Center for the Study of Evolution in Action.
5 *
6 * This file is part of HeuristicLab.
7 *
8 * HeuristicLab is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * (at your option) any later version.
12 *
13 * HeuristicLab is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with HeuristicLab. If not, see <http://www.gnu.org/licenses/>.
20 */
21#endregion
22
23using System.Collections.Generic;
24
25namespace HeuristicLab.Algorithms.DataAnalysis {
26  // returns the optimal value for the partition of rows stored in idx[startIdx] .. idx[endIdx] inclusive
27  public delegate double LineSearchFunc(int[] idx, int startIdx, int endIdx);
28
29  // represents an interface for loss functions used by gradient boosting
30  // target represents the target vector  (original targets from the problem data, never changed)
31  // pred   represents the current vector of predictions (a weighted combination of models learned so far, this vector is updated after each step)
32  // weight represents a weight vector for rows (this is not supported yet -> all weights are 1)
33  public interface ILossFunction {
34    // returns the weighted loss of the current prediction vector
35    double GetLoss(IEnumerable<double> target, IEnumerable<double> pred, IEnumerable<double> weight);
36
37    // returns an enumerable of the weighted loss gradient for each row
38    IEnumerable<double> GetLossGradient(IEnumerable<double> target, IEnumerable<double> pred, IEnumerable<double> weight);
39
40    // returns a function that returns the optimal prediction value for a subset of rows from target and pred (see LineSearchFunc delegate above)
41    LineSearchFunc GetLineSearchFunc(IEnumerable<double> target, IEnumerable<double> pred, IEnumerable<double> weight);
42  }
43}
44
45
Note: See TracBrowser for help on using the repository browser.