@article {69, title = {The IBMAP approach for Markov network structure learning}, journal = {Annals of Mathematics and Artificial Intelligence}, volume = {72}, year = {2014}, month = {04/2014}, pages = {197--223}, chapter = {197}, abstract = {

In this work we consider the problem of learning the structure of Markov networks from data. We present an approach for tackling this problem called IBMAP, together with an efficient instantiation of the approach: the IBMAP-HC algorithm, designed for avoiding important limitations of existing independence-based algorithms. These algorithms proceed by performing statistical independence tests on data, trusting completely the outcome of each test. In practice tests may be incorrect, resulting in potential cascading errors and the consequent reduction in the quality of the structures learned. IBMAP contemplates this uncertainty in the outcome of the tests through a probabilistic maximum-a-posteriori approach. The approach is instantiated in the IBMAP-HC algorithm, a structure selection strategy that performs a polynomial heuristic local search in the space of possible structures. We present an extensive empirical evaluation on synthetic and real data, showing that our algorithm outperforms significantly the current independence-based algorithms, in terms of data efficiency and quality of learned structures, with equivalent computational complexities. We also show the performance of IBMAP-HC in a real-world application of knowledge discovery: EDAs, which are evolutionary algorithms that use structure learning on each generation for modeling the distribution of populations. The experiments show that when IBMAP-HC is used to learn the structure, EDAs improve the convergence to the optimum.

}, keywords = {68T05, EDAs, Independence tests, Knowledge discovery, Markov network, Structure learning}, issn = {1012-2443}, doi = {10.1007/s10472-014-9419-5}, url = {http://dx.doi.org/10.1007/s10472-014-9419-5}, author = {Schl{\"u}ter, Federico and Bromberg, Facundo and Edera, Alejandro} } @article {91, title = {Learning Markov networks networks with context-specific independences.}, journal = { International Journal on Artificial Intelligence Tools}, volume = {23}, year = {2014}, month = {12/2014}, chapter = {1460030}, abstract = {

This work focuses on learning the structure of Markov networks from data. Markov networks are parametric models for compactly representing complex probability distributions. These models are composed by: a structure and numerical weights, where the structure describes independences that hold in the distribution. Depending on which is the goal of structure learning, learning algorithms can be divided into: density estimation algorithms, where structure is learned for answering inference queries; and knowledge discovery algorithms, where structure is learned for describing independences qualitatively. The latter algorithms present an important limitation for describing independences because they use a single graph; a coarse grain structure representation which cannot
represent flexible independences. For instance, context-specific independences cannot be described by a single graph. To overcome this limitation, this work proposes a new alternative representation named canonical model as well as the CSPC algorithm; a novel knowledge discovery algorithm for learning canonical models by using context-specific independences as constraints. On an extensive empirical evaluation, CSPC learns more accurate structures than state-of-the-art density estimation and knowledge discovery algorithms. Moreover, for answering inference queries, our approach obtains competitive results against density estimation algorithms, significantly outperforming knowledge discovery algorithms.

}, keywords = {CSI models, Knowledge discovery, Markov networks; structure learning; context-specific independences}, issn = {ISSN: 0218-2130}, doi = {10.1142/S0218213014600306}, url = {http://www.worldscientific.com/doi/abs/10.1142/S0218213014600306}, author = {Edera, Alejandro and Schl{\"u}ter, Federico and Bromberg, Facundo} }