1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
// SPDX-FileCopyrightText: 2025-2026 Carlson Büth <code@cbueth.de>
//
// SPDX-License-Identifier: MIT OR Apache-2.0
//! # References
//!
//! Academic references used in the `infomeasure` crate documentation. Citations in docs link to anchors below.
//!
//! <style>
//! .ref-list { margin-left: 1.5em; }
//! .ref-item { margin-bottom: 0.5em; }
//! .ref-key {
//! font-family: monospace;
//! font-size: 0.85em;
//! background: #f4f4f4;
//! padding: 0.1em 0.4em;
//! border-radius: 3px;
//! color: #555;
//! }
//! .ref-authors { font-weight: 500; }
//! .ref-title { font-style: italic; }
//! </style>
//!
//! ## Information Theory Foundations
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="shannon1948">shannon1948</span></dt>
//! <dd><span class="ref-authors">Shannon, C. E.</span> "A mathematical theory of communication." <span class="ref-title">The Bell System Technical Journal</span> 27, no. 3 (1948): 379–423. <a href="https://doi.org/10.1002/j.1538-7305.1948.tb01338.x" target="_blank" rel="noopener">doi:10.1002/j.1538-7305.1948.tb01338.x</a></dd>
//!
//! <dt><span class="ref-key" id="cover2012elements">cover2012elements</span></dt>
//! <dd><span class="ref-authors">Cover, Thomas M., and Joy A. Thomas.</span> <span class="ref-title">Elements of Information Theory</span>. 2nd ed. Wiley, 2012.</dd>
//!
//! <dt><span class="ref-key" id="hartley1928">hartley1928</span></dt>
//! <dd><span class="ref-authors">Hartley, R. V. L.</span> "Transmission of Information." <span class="ref-title">Bell System Technical Journal</span> 7 (1928): 535–563.</dd>
//!
//! <dt><span class="ref-key" id="fano1961">fano1961</span></dt>
//! <dd><span class="ref-authors">Fano, R. M.</span> <span class="ref-title">Transmission of Information: A Statistical Theory of Communications</span>. M.I.T. Press, Cambridge, MA, USA, 1961. See Chapter 2.</dd>
//!
//! <dt><span class="ref-key" id="renyi1976">renyi1976</span></dt>
//! <dd><span class="ref-authors">Rényi, A.</span> <span class="ref-title">Selected Papers of Alfred Rényi, Vol. 2</span>. Akadémia Kiado, Budapest, 1976.</dd>
//!
//! <dt><span class="ref-key" id="khinchin1957">khinchin1957</span></dt>
//! <dd><span class="ref-authors">Khinchin, A. I.</span> <span class="ref-title">Mathematical Foundations of Information Theory</span>. Dover, New York, 1957.</dd>
//!
//! <dt><span class="ref-key" id="kolmogoroff1933">kolmogoroff1933</span></dt>
//! <dd><span class="ref-authors">Kolmogoroff, A. N.</span> <span class="ref-title">Grundbegriffe Der Wahrscheinlichkeitsrechnung</span>. Berlin, 1933.</dd>
//!
//! <dt><span class="ref-key" id="bayes1763">bayes1763</span></dt>
//! <dd><span class="ref-authors">Bayes, Mr., and Mr. Price.</span> "An Essay towards Solving a Problem in the Doctrine of Chances." <span class="ref-title">Philosophical Transactions (1683-1775)</span> 53 (1763): 370–418.</dd>
//!
//! <dt><span class="ref-key" id="donsker1975">donsker1975</span></dt>
//! <dd><span class="ref-authors">Donsker, M. D., and S. R. S. Varadhan.</span> "Asymptotic evaluation of certain markov process expectations for large time, I." <span class="ref-title">Communications on Pure and Applied Mathematics</span> 28, no. 1 (1975): 1–47. <a href="https://doi.org/10.1002/cpa.3160280102" target="_blank" rel="noopener">doi:10.1002/cpa.3160280102</a></dd>
//! </dl>
//!
//! ## Entropy Estimation
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="manning1999">manning1999</span></dt>
//! <dd><span class="ref-authors">Manning, C., and H. Schutze.</span> <span class="ref-title">Foundations of Statistical Natural Language Processing</span>. MIT Press, 1999.</dd>
//!
//! <dt><span class="ref-key" id="hausser2009">hausser2009</span></dt>
//! <dd><span class="ref-authors">Hausser, Jean, and Korbinian Strimmer.</span> "Entropy Inference and the James-Stein Estimator, with Application to Nonlinear Gene Association Networks." <span class="ref-title">J. Mach. Learn. Res.</span> 10 (2009): 1469–84.</dd>
//!
//! <dt><span class="ref-key" id="grassberger1988">grassberger1988</span></dt>
//! <dd><span class="ref-authors">Grassberger, Peter.</span> "Finite sample corrections to entropy and dimension estimates." <span class="ref-title">Physics Letters A</span> 128, no. 6 (1988): 369–373. <a href="https://doi.org/10.1016/0375-9601(88)90193-4" target="_blank" rel="noopener">doi:10.1016/0375-9601(88)90193-4</a></dd>
//!
//! <dt><span class="ref-key" id="grassberger2008">grassberger2008</span></dt>
//! <dd><span class="ref-authors">Grassberger, P.</span> "Entropy Estimates from Insufficient Samplings." January 2008. arXiv:physics/0307138. <a href="https://doi.org/10.48550/arXiv.physics.0307138" target="_blank" rel="noopener">doi:10.48550/arXiv.physics.0307138</a></dd>
//!
//! <dt><span class="ref-key" id="bonachela2008">bonachela2008</span></dt>
//! <dd><span class="ref-authors">Bonachela, Juan A., Haye Hinrichsen, and Miguel A. Munoz.</span> "Entropy Estimates of Small Data Sets." <span class="ref-title">Journal of Physics A</span> 41, no. 20 (2008): 202001. <a href="https://doi.org/10.1088/1751-8113/41/20/202001" target="_blank" rel="noopener">doi:10.1088/1751-8113/41/20/202001</a></dd>
//!
//! <dt><span class="ref-key" id="chao2003">chao2003</span></dt>
//! <dd><span class="ref-authors">Chao, Anne, and Tsung-Jen Shen.</span> "Nonparametric estimation of Shannon's index of diversity when there are unseen species in sample." <span class="ref-title">Environmental and Ecological Statistics</span> 10, no. 4 (2003): 429–443. <a href="https://doi.org/10.1023/A:1026096204727" target="_blank" rel="noopener">doi:10.1023/A:1026096204727</a></dd>
//!
//! <dt><span class="ref-key" id="chao2013">chao2013</span></dt>
//! <dd><span class="ref-authors">Chao, Anne, Y. T. Wang, and Lou Jost.</span> "Entropy and the species accumulation curve: a novel entropy estimator via discovery rates of new species." <span class="ref-title">Methods in Ecology and Evolution</span> 4, no. 11 (2013): 1091–1100. <a href="https://doi.org/10.1111/2041-210X.12108" target="_blank" rel="noopener">doi:10.1111/2041-210X.12108</a></dd>
//!
//! <dt><span class="ref-key" id="nsb2002">nsb2002</span></dt>
//! <dd><span class="ref-authors">Nemenman, Ilya, Fariel Shafee, and William Bialek.</span> "Entropy and inference, revisited." January 2002. arXiv:physics/0108025. <a href="https://doi.org/10.48550/arXiv.physics.0108025" target="_blank" rel="noopener">doi:10.48550/arXiv.physics.0108025</a></dd>
//!
//! <dt><span class="ref-key" id="nemenman2004">nemenman2004</span></dt>
//! <dd><span class="ref-authors">Nemenman, Ilya, William Bialek, and Rob de Ruyter van Steveninck.</span> "Entropy and information in neural spike trains: Progress on the sampling problem." <span class="ref-title">Physical Review E</span> 69, no. 5 (2004): 056111. <a href="https://doi.org/10.1103/PhysRevE.69.056111" target="_blank" rel="noopener">doi:10.1103/PhysRevE.69.056111</a></dd>
//!
//! <dt><span class="ref-key" id="krichevsky1981">krichevsky1981</span></dt>
//! <dd><span class="ref-authors">Krichevsky, R., and V. Trofimov.</span> "The performance of universal encoding." <span class="ref-title">IEEE Transactions on Information Theory</span> 27, no. 2 (1981): 199–207. <a href="https://doi.org/10.1109/TIT.1981.1056331" target="_blank" rel="noopener">doi:10.1109/TIT.1981.1056331</a></dd>
//!
//! <dt><span class="ref-key" id="grabchak2013">grabchak2013</span></dt>
//! <dd><span class="ref-authors">Grabchak, M., Z. Zhang, and D. T. Zhang.</span> "Authorship Attribution Using Entropy." <span class="ref-title">Journal of Quantitative Linguistics</span> 20, no. 4 (2013): 301–313. <a href="https://doi.org/10.1080/09296174.2013.830551" target="_blank" rel="noopener">doi:10.1080/09296174.2013.830551</a></dd>
//!
//! <dt><span class="ref-key" id="lozano2017">lozano2017</span></dt>
//! <dd><span class="ref-authors">Lozano, Antoni, Bernardino Casas, Chris Bentz, and Ramon Ferrer-i-Cancho.</span> "Fast calculation of entropy with Zhang's estimator." July 2017. arXiv:1707.08290. <a href="https://doi.org/10.48550/arXiv.1707.08290" target="_blank" rel="noopener">doi:10.48550/arXiv.1707.08290</a></dd>
//!
//! <dt><span class="ref-key" id="degregorio2024">degregorio2024</span></dt>
//! <dd><span class="ref-authors">De Gregorio, Juan, David Sánchez, and Raúl Toral.</span> "Entropy Estimators for Markovian Sequences: A Comparative Analysis." <span class="ref-title">Entropy</span> 26, no. 1 (2024): 79. <a href="https://doi.org/10.3390/e26010079" target="_blank" rel="noopener">doi:10.3390/e26010079</a></dd>
//! </dl>
//!
//! ### Continuous Estimators
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="kozachenko1987">kozachenko1987</span></dt>
//! <dd><span class="ref-authors">Kozachenko, L. F., and N. N. Leonenko.</span> "Sample estimate of the entropy of a random vector." <span class="ref-title">Problemy Peredachi Informatsii</span> 23 (1987): 95–100.</dd>
//!
//! <dt><span class="ref-key" id="hlavackova2007">hlavackova2007</span></dt>
//! <dd><span class="ref-authors">Hlavackova-Schindler, Katerina, Milan Palus, Martin Vejmelka, and Joydeep Bhattacharya.</span> "Causality detection based on information-theoretic approaches in time series analysis." <span class="ref-title">Physics Reports</span> 441 (2007): 1–46.</dd>
//!
//! <dt><span class="ref-key" id="silverman1986">silverman1986</span></dt>
//! <dd><span class="ref-authors">Silverman, B. W.</span> <span class="ref-title">Density Estimation for Statistics and Data Analysis</span>. Chapman and Hall, London, 1986.</dd>
//!
//! <dt><span class="ref-key" id="garcia_portugues2025">garcia_portugues2025</span></dt>
//! <dd><span class="ref-authors">García-Portugués, Eduardo.</span> "Chapter 2 Kernel density estimation." <span class="ref-title">Notes for Nonparametric Statistics</span>, 2025. <a href="https://bookdown.org/egarpor/NP-UC3M/kde-i.html" target="_blank" rel="noopener">bookdown.org</a></dd>
//! </dl>
//!
//! ### Exponential Family (kNN-based)
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="leonenko2006">leonenko2006</span></dt>
//! <dd><span class="ref-authors">Leonenko, Nikolai, Luc Pronzato, and Vippal Savani.</span> "Estimation of Entropies and Divergences via Nearest Neighbors." In <span class="ref-title">ProbaStat 2006</span>, volume 39, 265–273. Smolenice, Slovakia, June 2006.</dd>
//!
//! <dt><span class="ref-key" id="leonenko2008">leonenko2008</span></dt>
//! <dd><span class="ref-authors">Leonenko, Nikolai, Luc Pronzato, and Vippal Savani.</span> "A class of Rényi information estimators for multidimensional densities." <span class="ref-title">The Annals of Statistics</span> 36, no. 5 (2008): 2153–2182. <a href="https://doi.org/10.1214/07-AOS539" target="_blank" rel="noopener">doi:10.1214/07-AOS539</a></dd>
//! </dl>
//!
//! ## Mutual Information
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="ksg2004">ksg2004</span></dt>
//! <dd><span class="ref-authors">Kraskov, Alexander, Harald Stögbauer, and Peter Grassberger.</span> "Estimating mutual information." <span class="ref-title">Physical Review E</span> 69, no. 6 (2004): 066138. <a href="https://doi.org/10.1103/PhysRevE.69.066138" target="_blank" rel="noopener">doi:10.1103/PhysRevE.69.066138</a></dd>
//!
//! <dt><span class="ref-key" id="ksg2011">ksg2011</span></dt>
//! <dd><span class="ref-authors">Kraskov, Alexander, Harald Stögbauer, and Peter Grassberger.</span> "Erratum: Estimating mutual information [Phys. Rev. E 69, 066138 (2004)]." <span class="ref-title">Physical Review E</span>, January 2011. <a href="https://doi.org/10.1103/PhysRevE.83.019903" target="_blank" rel="noopener">doi:10.1103/PhysRevE.83.019903</a></dd>
//! </dl>
//!
//! ## Transfer Entropy
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="schreiber2000">schreiber2000</span></dt>
//! <dd><span class="ref-authors">Schreiber, Thomas.</span> "Measuring information transfer." <span class="ref-title">Phys. Rev. Lett.</span> 85, no. 2 (2000): 461–464. <a href="https://doi.org/10.1103/PhysRevLett.85.461" target="_blank" rel="noopener">doi:10.1103/PhysRevLett.85.461</a></dd>
//!
//! <dt><span class="ref-key" id="kaiser2002">kaiser2002</span></dt>
//! <dd><span class="ref-authors">Kaiser, A., and Thomas Schreiber.</span> "Information transfer in continuous processes." <span class="ref-title">Physica D</span> 166 (2002): 43–62. <a href="https://doi.org/10.1016/S0167-2789(02)00432-3" target="_blank" rel="noopener">doi:10.1016/S0167-2789(02)00432-3</a></dd>
//!
//! <dt><span class="ref-key" id="lizier2008">lizier2008</span></dt>
//! <dd><span class="ref-authors">Lizier, Joseph T., Mikhail Prokopenko, and Albert Y. Zomaya.</span> "Local information transfer as a spatiotemporal filter for complex systems." <span class="ref-title">Physical Review E</span> 77, no. 2 (2008): 026110. <a href="https://doi.org/10.1103/PhysRevE.77.026110" target="_blank" rel="noopener">doi:10.1103/PhysRevE.77.026110</a></dd>
//!
//! <dt><span class="ref-key" id="lizier2014">lizier2014</span></dt>
//! <dd><span class="ref-authors">Lizier, Joseph T.</span> "JIDT: An Information-Theoretic Toolkit for Studying the Dynamics of Complex Systems." <span class="ref-title">Frontiers in Robotics and AI</span> 1 (2014). <a href="https://doi.org/10.3389/frobt.2014.00011" target="_blank" rel="noopener">doi:10.3389/frobt.2014.00011</a></dd>
//! </dl>
//!
//! ## Conditional Measures
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="frenzel2007">frenzel2007</span></dt>
//! <dd><span class="ref-authors">Frenzel, Stefan, and Bernd Pompe.</span> "Partial mutual information for coupling analysis of multivariate time series." <span class="ref-title">Phys. Rev. Lett.</span> 99, no. 20 (2007): 204101. <a href="https://doi.org/10.1103/PhysRevLett.99.204101" target="_blank" rel="noopener">doi:10.1103/PhysRevLett.99.204101</a></dd>
//!
//! <dt><span class="ref-key" id="baboukani2020">baboukani2020</span></dt>
//! <dd><span class="ref-authors">Shahsavari Baboukani, Payam, Carina Graversen, Emina Alickovic, and Jan Østergaard.</span> "Estimating Conditional Transfer Entropy in Time Series Using Mutual Information and Nonlinear Prediction." <span class="ref-title">Entropy</span> 22, no. 10 (2020): 1124. <a href="https://doi.org/10.3390/e22101124" target="_blank" rel="noopener">doi:10.3390/e22101124</a></dd>
//! </dl>
//!
//! ## Ordinal Methods
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="bandt2002">bandt2002</span></dt>
//! <dd><span class="ref-authors">Bandt, Christoph, and Bernd Pompe.</span> "Permutation entropy: a natural complexity measure for time series." <span class="ref-title">Phys. Rev. Lett.</span> 88, no. 17 (2002): 174102. <a href="https://doi.org/10.1103/PhysRevLett.88.174102" target="_blank" rel="noopener">doi:10.1103/PhysRevLett.88.174102</a></dd>
//!
//! <dt><span class="ref-key" id="laisant1888">laisant1888</span></dt>
//! <dd><span class="ref-authors">Laisant, C.-A.</span> "Sur la numération factorielle, application aux permutations." <span class="ref-title">Bulletin de la Société Mathématique de France</span> 2 (1888): 176–183. <a href="https://doi.org/10.24033/bsmf.378" target="_blank" rel="noopener">doi:10.24033/bsmf.378</a></dd>
//!
//! <dt><span class="ref-key" id="lehmer1960">lehmer1960</span></dt>
//! <dd><span class="ref-authors">Lehmer, D. H.</span> "Teaching combinatorial tricks to a computer." In <span class="ref-title">Proceedings of Symposia in Applied Mathematics</span>, volume 10. Providence, Rhode Island, 1960. American Mathematical Society. <a href="https://doi.org/10.1090/psapm/010" target="_blank" rel="noopener">doi:10.1090/psapm/010</a></dd>
//!
//! <dt><span class="ref-key" id="staniek2008">staniek2008</span></dt>
//! <dd><span class="ref-authors">Staniek, Matthäus, and Klaus Lehnertz.</span> "Symbolic transfer entropy." <span class="ref-title">Phys. Rev. Lett.</span> 100, no. 15 (2008): 158101. <a href="https://doi.org/10.1103/PhysRevLett.100.158101" target="_blank" rel="noopener">doi:10.1103/PhysRevLett.100.158101</a></dd>
//! </dl>
//!
//! ## Entropy Variants
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="tsallis1988">tsallis1988</span></dt>
//! <dd><span class="ref-authors">Tsallis, Constantino.</span> "Possible generalization of Boltzmann-Gibbs statistics." <span class="ref-title">Journal of Statistical Physics</span> 52, no. 1-2 (1988): 479–487. <a href="https://doi.org/10.1007/BF01016429" target="_blank" rel="noopener">doi:10.1007/BF01016429</a></dd>
//!
//! <dt><span class="ref-key" id="tsallis1999">tsallis1999</span></dt>
//! <dd><span class="ref-authors">Tsallis, C.</span> "Nonextensive statistics: theoretical, experimental and computational evidences and connections." <span class="ref-title">Braz. J. Phys.</span> 29, no. 1 (1999).</dd>
//!
//! <dt><span class="ref-key" id="tsallis1998">tsallis1998</span></dt>
//! <dd><span class="ref-authors">Tsallis, C., R. S. Mandes, and A. R. Plastino.</span> "The role of constraints within generalized nonextensive statistics." <span class="ref-title">Physica A</span> 261 (1998): 534.</dd>
//!
//! <dt><span class="ref-key" id="jizba2004">jizba2004</span></dt>
//! <dd><span class="ref-authors">Jizba, Petr.</span> "Information Theory and Generalized Statistics." In <span class="ref-title">Decoherence and Entropy in Complex Systems: Selected Lectures from DICE 2002</span>, edited by Hans-Thomas Elze, 362–376. Springer, Berlin, Heidelberg, 2004. <a href="https://doi.org/10.1007/978-3-540-40968-7_26" target="_blank" rel="noopener">doi:10.1007/978-3-540-40968-7_26</a></dd>
//! </dl>
//!
//! ## Divergence Measures
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="kullback1951">kullback1951</span></dt>
//! <dd><span class="ref-authors">Kullback, Solomon, and Richard A. Leibler.</span> "On Information and Sufficiency." <span class="ref-title">Annals of Mathematical Statistics</span> 22, no. 1 (1951): 79–86.</dd>
//!
//! <dt><span class="ref-key" id="endres2003">endres2003</span></dt>
//! <dd><span class="ref-authors">Endres, D. M., and J. E. Schindelin.</span> "A new metric for probability distributions." <span class="ref-title">IEEE Transactions on Information Theory</span> 49, no. 7 (2003): 1858–1860. <a href="https://doi.org/10.1109/TIT.2003.813506" target="_blank" rel="noopener">doi:10.1109/TIT.2003.813506</a></dd>
//!
//! <dt><span class="ref-key" id="versteeg2013">versteeg2013</span></dt>
//! <dd><span class="ref-authors">Ver Steeg, Greg, and Aram Galstyan.</span> "Information-theoretic measures of influence based on content dynamics." In <span class="ref-title">Proceedings of the Sixth ACM International Conference on Web Search and Data Mining</span>, WSDM '13, 3–12. New York, NY, USA, February 2013. Association for Computing Machinery. <a href="https://doi.org/10.1145/2433396.2433400" target="_blank" rel="noopener">doi:10.1145/2433396.2433400</a></dd>
//!
//! <dt><span class="ref-key" id="williams2011">williams2011</span></dt>
//! <dd><span class="ref-authors">Williams, Paul L., and Randall D. Beer.</span> "Generalized Measures of Information Transfer." February 2011. arXiv:1102.1507. <a href="https://doi.org/10.48550/arXiv.1102.1507" target="_blank" rel="noopener">doi:10.48550/arXiv.1102.1507</a></dd>
//! </dl>
//!
//! ## Software and Toolkits
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="marcon2015">marcon2015</span></dt>
//! <dd><span class="ref-authors">Marcon, Eric, and Bruno Hérault.</span> "entropart: An R package to measure and partition diversity." <span class="ref-title">Journal of Statistical Software</span> 67, no. 8 (2015): 1–26. <a href="https://doi.org/10.18637/jss.v067.i08" target="_blank" rel="noopener">doi:10.18637/jss.v067.i08</a></dd>
//!
//! <dt><span class="ref-key" id="kelly2024">kelly2024</span></dt>
//! <dd><span class="ref-authors">Kelly, David A., and Ilaria Pia La Torre.</span> "DiscreteEntropy.jl: Entropy Estimation of Discrete Random Variables with Julia." <span class="ref-title">Journal of Open Source Software</span> 9, no. 103 (2024): 7334. <a href="https://doi.org/10.21105/joss.07334" target="_blank" rel="noopener">doi:10.21105/joss.07334</a></dd>
//!
//! <dt><span class="ref-key" id="acharya2024">acharya2024</span></dt>
//! <dd><span class="ref-authors">Acharya, Kishor, Felipe Olivares, and Massimiliano Zanin.</span> "How Representative Are Air Transport Functional Complex Networks? A Quantitative Validation." <span class="ref-title">Chaos: An Interdisciplinary Journal of Nonlinear Science</span> 34, no. 4 (2024): 043133. <a href="https://doi.org/10.1063/5.0189642" target="_blank" rel="noopener">doi:10.1063/5.0189642</a></dd>
//! </dl>
//!
//! ## Variational Methods
//!
//! <dl class="ref-list">
//! <dt><span class="ref-key" id="barber2003">barber2003</span></dt>
//! <dd><span class="ref-authors">Barber, David, and Felix Agakov.</span> "The IM Algorithm: A variational approach to Information Maximization." In <span class="ref-title">Proceedings of the 17th International Conference on Neural Information Processing Systems</span>, NIPS'03, 201–208. Cambridge, MA, USA, December 2003. MIT Press.</dd>
//!
//! <dt><span class="ref-key" id="belghazi2018">belghazi2018</span></dt>
//! <dd><span class="ref-authors">Belghazi, Mohamed Ishmael, et al.</span> "Mutual Information Neural Estimation." In <span class="ref-title">Proceedings of the 35th International Conference on Machine Learning</span>, 531–540. PMLR, July 2018.</dd>
//!
//! <dt><span class="ref-key" id="nguyen2010">nguyen2010</span></dt>
//! <dd><span class="ref-authors">Nguyen, XuanLong, Martin J. Wainwright, and Michael I. Jordan.</span> "Estimating divergence functionals and the likelihood ratio by convex risk minimization." <span class="ref-title">IEEE Transactions on Information Theory</span> 56, no. 11 (2010): 5847–5861. <a href="https://doi.org/10.1109/TIT.2010.2068870" target="_blank" rel="noopener">doi:10.1109/TIT.2010.2068870</a></dd>
//!
//! <dt><span class="ref-key" id="molavipour2020">molavipour2020</span></dt>
//! <dd><span class="ref-authors">Molavipour, Sina, Germán Bassi, and Mikael Skoglund.</span> "Conditional Mutual Information Neural Estimator." In <span class="ref-title">ICASSP 2020</span>, 5025–5029. May 2020. <a href="https://doi.org/10.1109/ICASSP40776.2020.9053422" target="_blank" rel="noopener">doi:10.1109/ICASSP40776.2020.9053422</a></dd>
//!
//! <dt><span class="ref-key" id="hjelm2018">hjelm2018</span></dt>
//! <dd><span class="ref-authors">Hjelm, R. Devon, et al.</span> "Learning deep representations by mutual information estimation and maximization." In <span class="ref-title">International Conference on Learning Representations</span>, September 2018.</dd>
//!
//! <dt><span class="ref-key" id="poole2019">poole2019</span></dt>
//! <dd><span class="ref-authors">Poole, Ben, et al.</span> "On Variational Bounds of Mutual Information." In <span class="ref-title">Proceedings of the 36th International Conference on Machine Learning</span>, 5171–5180. PMLR, May 2019.</dd>
//!
//! <dt><span class="ref-key" id="vandenoord2019">vandenoord2019</span></dt>
//! <dd><span class="ref-authors">van den Oord, Aaron, Yazhe Li, and Oriol Vinyals.</span> "Representation Learning with Contrastive Predictive Coding." January 2019. arXiv:1807.03748. <a href="https://doi.org/10.48550/arXiv.1807.03748" target="_blank" rel="noopener">doi:10.48550/arXiv.1807.03748</a></dd>
//!
//! <dt><span class="ref-key" id="ma2018">ma2018</span></dt>
//! <dd><span class="ref-authors">Ma, Zhuang, and Michael Collins.</span> "Noise Contrastive Estimation and Negative Sampling for Conditional Models." In <span class="ref-title">Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing</span>, 3698–3707. Brussels, Belgium, October 2018. <a href="https://doi.org/10.18653/v1/D18-1405" target="_blank" rel="noopener">doi:10.18653/v1/D18-1405</a></dd>
//!
//! <dt><span class="ref-key" id="gutmann2012">gutmann2012</span></dt>
//! <dd><span class="ref-authors">Gutmann, Michael U., and Aapo Hyvärinen.</span> "Noise-contrastive estimation of unnormalized statistical models, with applications to natural image statistics." <span class="ref-title">J. Mach. Learn. Res.</span> 13 (2012): 307–361.</dd>
//!
//! <dt><span class="ref-key" id="hoffman2013">hoffman2013</span></dt>
//! <dd><span class="ref-authors">Hoffman, Matt, David M. Blei, Chong Wang, and John Paisley.</span> "Stochastic Variational Inference." April 2013. arXiv:1206.7051. <a href="https://doi.org/10.48550/arXiv.1206.7051" target="_blank" rel="noopener">doi:10.48550/arXiv.1206.7051</a></dd>
//!
//! <dt><span class="ref-key" id="saad2022">saad2022</span></dt>
//! <dd><span class="ref-authors">Saad, Feras, Marco Cusumano-Towner, and Vikash Mansinghka.</span> "Estimators of Entropy and Information via Inference in Probabilistic Models." In <span class="ref-title">Proceedings of The 25th International Conference on Artificial Intelligence and Statistics</span>, 5604–5621. PMLR, May 2022.</dd>
//!
//! <dt><span class="ref-key" id="guo2022">guo2022</span></dt>
//! <dd><span class="ref-authors">Guo, Qing, et al.</span> "Tight Mutual Information Estimation With Contrastive Fenchel-Legendre Optimization." October 2022. arXiv:2107.01131. <a href="https://doi.org/10.48550/arXiv.2107.01131" target="_blank" rel="noopener">doi:10.48550/arXiv.2107.01131</a></dd>
//! </dl>