@article{364ef12ba1814c1e871687010bae3b2e, title = "Agglomerative Info-Clustering: Maximizing Normalized Total Correlation", abstract = "We show that, under the info-clustering framework, correlated random variables can be clustered in an agglomerative manner. While the existing divisive approach successively segregates the random variables into subsets with increasing multivariate mutual information, our agglomerative approach successively merges subsets of random variables sharing a large amount of normalized total correlation. We show that both approaches result in the same hierarchy of clusters, but the agglomerative approach is an order of magnitude faster than the divisive one. The uniqueness of the hierarchy produced by the two approaches is due to a fundamental connection that we uncover between the well-known total correlation and the recently proposed measure of multivariate mutual information. We implement the new algorithm and provide a data structure for efficient storage and retrieval of the hierarchical clustering solution.", keywords = "agglomerative clustering, Clustering algorithms, Correlation, Entropy, Lattices, minimum norm base, multivariate mutual information, Mutual information, principal sequence, principal sequence of partitions, Random variables, Turning, agglomerative clustering, Clustering algorithms, Correlation, Entropy, Lattices, minimum norm base, multivariate mutual information, Mutual information, principal sequence, principal sequence of partitions, Random variables, Turning, agglomerative clustering, Clustering algorithms, Correlation, Entropy, Lattices, minimum norm base, multivariate mutual information, Mutual information, principal sequence, principal sequence of partitions, Random variables, Turning", author = "Chung Chan and Ali Al-Bashabsheh and Qiaoqiao Zhou", year = "2021", month = mar, doi = "10.1109/TIT.2020.3040492", language = "English", volume = "67", pages = "2001--2011", journal = "IRE Transactions on Information Theory", issn = "0018-9448", publisher = "Institute of Electrical and Electronics Engineers", number = "3", }