def multinomial_entropy(probs, count):
"""Compute entropy of multinomial distribution with given probs and count.
Args:
probs: A 1-dimensional array of normalized probabilities.
count: The number of draws in a multinomial distribution.
Returns:
A number in [0, count * len(probs)] representing entropy.
"""
assert count > 0
multi_probs = probs
for _ in range(count - 1):
if len(probs) > 2:
raise NotImplementedError(
'Only categorical and binomial are supported')
multi_probs = np.convolve(multi_probs, probs)
return entropy(multi_probs)
评论列表
文章目录