summaryrefslogtreecommitdiffhomepage
path: root/Entropy.hs
blob: d6779fe79f9bc1c23549fb5b8e52210566ef2071 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{-# LANGUAGE FlexibleInstances #-}

module Entropy where

import Data.List
import qualified Data.ByteString.UTF8 as B

class ToChars t where
	toChars :: t -> [Char]

instance ToChars String where
	toChars = id

instance ToChars B.ByteString where
	toChars = B.toString

shannonEntropy :: ToChars s => s -> Double
shannonEntropy = sum . map lg' . fq' . map (fromIntegral.length) . group . sort . toChars
  where
	lg' c = (c * ) . logBase 2 $ 1.0 / c
	fq' c = let sc = sum c in map (/ sc) c

totalEntropy :: ToChars s => s -> Double
totalEntropy s = shannonEntropy s * fromIntegral (length (toChars s))