On metric divergences of probability measures

@article{Vajda2009,
abstract = {Standard properties of $\phi $-divergences of probability measures are widely applied in various areas of information processing. Among the desirable supplementary properties facilitating employment of mathematical methods is the metricity of $\phi $-divergences, or the metricity of their powers. This paper extends the previously known family of $\phi $-divergences with these properties. The extension consists of a continuum of $\phi $-divergences which are squared metric distances and which are mostly new but include also some classical cases like e. g. the Le Cam squared distance. The paper establishes also basic properties of the $\phi $-divergences from the extended class including the range of values and the upper and lower bounds attained under fixed total variation.},
author = {Vajda, Igor},
journal = {Kybernetika},
keywords = {total variation; Hellinger divergence; Le Cam divergence; Information divergence; Jensen-Shannon divergence; metric divergences; metric divergences; total variation; Hellinger divergence; Le Cam divergence; information divergence; Jensen-Shannon divergence},
language = {eng},
number = {6},
pages = {885-900},
publisher = {Institute of Information Theory and Automation AS CR},
title = {On metric divergences of probability measures},
url = {http://eudml.org/doc/37684},
volume = {45},
year = {2009},
}

TY - JOUR
AU - Vajda, Igor
TI - On metric divergences of probability measures
JO - Kybernetika
PY - 2009
PB - Institute of Information Theory and Automation AS CR
VL - 45
IS - 6
SP - 885
EP - 900
AB - Standard properties of $\phi $-divergences of probability measures are widely applied in various areas of information processing. Among the desirable supplementary properties facilitating employment of mathematical methods is the metricity of $\phi $-divergences, or the metricity of their powers. This paper extends the previously known family of $\phi $-divergences with these properties. The extension consists of a continuum of $\phi $-divergences which are squared metric distances and which are mostly new but include also some classical cases like e. g. the Le Cam squared distance. The paper establishes also basic properties of the $\phi $-divergences from the extended class including the range of values and the upper and lower bounds attained under fixed total variation.
LA - eng
KW - total variation; Hellinger divergence; Le Cam divergence; Information divergence; Jensen-Shannon divergence; metric divergences; metric divergences; total variation; Hellinger divergence; Le Cam divergence; information divergence; Jensen-Shannon divergence
UR - http://eudml.org/doc/37684
ER -