|
gptkbp:instanceOf
|
gptkb:mathematical_concept
|
|
gptkbp:appliesTo
|
gptkb:information_theory
gptkb:probability_theory
gptkb:statistical_mechanics
|
|
gptkbp:category
|
gptkb:information_theory
gptkb:probability_theory
mathematical analysis
|
|
gptkbp:describes
|
uncertainty
randomness
|
|
gptkbp:field
|
gptkb:mathematics
|
|
gptkbp:form
|
H(X) = -Σ p(x) log p(x)
|
|
gptkbp:generalizes
|
gptkb:Boltzmann_entropy
gptkb:Gibbs_entropy
|
|
gptkbp:hasUnit
|
bit
hartley
nat
|
|
https://www.w3.org/2000/01/rdf-schema#label
|
entropy (mathematics)
|
|
gptkbp:introduced
|
gptkb:Claude_Shannon
|
|
gptkbp:introducedIn
|
1948
|
|
gptkbp:isNonNegative
|
true
|
|
gptkbp:maximumForUniformDistribution
|
true
|
|
gptkbp:minimumForDeterministicDistribution
|
true
|
|
gptkbp:relatedTo
|
gptkb:Kullback–Leibler_divergence
gptkb:Rényi_entropy
gptkb:Shannon_entropy
thermodynamic entropy
differential entropy
|
|
gptkbp:usedIn
|
gptkb:machine_learning
coding theory
cryptography
data compression
statistical inference
statistical physics
|
|
gptkbp:bfsParent
|
gptkb:symbolic_dynamics
|
|
gptkbp:bfsLayer
|
6
|