Back
Risk-Based Generalizations of f-divergences
We derive a generalized notion of f-divergences, called (f,l)-divergences. We show that this generalization enjoys many of the nice properties of f-divergences, although it is a richer family. It also provides alternative definitions of standard divergences in terms of surrogate risks. As a first practical application of this theory, we derive a new estimator for the Kulback-Leibler divergence that we use for clustering sets of vectors.
@inproceedings{GarciaGarciavS2011, title = {Risk-Based Generalizations of f-divergences}, abstract = {We derive a generalized notion of f-divergences, called (f,l)-divergences. We show that this generalization enjoys many of the nice properties of f-divergences, although it is a richer family. It also provides alternative definitions of standard divergences in terms of surrogate risks. As a first practical application of this theory, we derive a new estimator for the Kulback-Leibler divergence that we use for clustering sets of vectors. }, pages = {417-424}, editors = {Getoor, L. , T. Scheffer}, publisher = {International Machine Learning Society}, address = {Madison, WI, USA}, month = jul, year = {2011}, slug = {garciagarciavs2011}, author = {García-García, D. and von Luxburg, U. and Santos-Rodríguez, R.}, month_numeric = {7} }