blob: 892d3824a68423e26bf20ae56dfc79161fa5ac23 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
-- Improved PCA, including illustrative graphics
{-# LANGUAGE FlexibleContexts #-}
import Numeric.LinearAlgebra
import Graphics.Plot
import System.Directory(doesFileExist)
import System.Process(system)
import Control.Monad(when)
type Vec = Vector Double
type Mat = Matrix Double
-- Vector with the mean value of the columns of a matrix
mean a = konst (recip . fromIntegral . rows $ a) (rows a) <# a
-- covariance matrix of a list of observations stored as rows
cov x = (mTm xc) -- / fromIntegral (rows x - 1)
where xc = x - asRow (mean x)
type Stat = (Vec, [Double], Mat)
-- 1st and 2nd order statistics of a dataset (mean, eigenvalues and eigenvectors of cov)
stat :: Mat -> Stat
stat x = (m, toList s, tr v) where
m = mean x
(s,v) = eigSH (cov x)
-- creates the compression and decompression functions from the desired reconstruction
-- quality and the statistics of a data set
pca :: Double -> Stat -> (Vec -> Vec , Vec -> Vec)
pca prec (m,s,v) = (encode,decode)
where
encode x = vp #> (x - m)
decode x = x <# vp + m
vp = takeRows n v
n = 1 + (length $ fst $ span (< (prec'*sum s)) $ cumSum s)
cumSum = tail . scanl (+) 0.0
prec' = if prec <=0.0 || prec >= 1.0
then error "the precision in pca must be 0<prec<1"
else prec
shdigit :: Vec -> IO ()
shdigit v = imshow (reshape 28 (-v))
-- shows the effect of a given reconstruction quality on a test vector
test :: Stat -> Double -> Vec -> IO ()
test st prec x = do
let (pe,pd) = pca prec st
let y = pe x
print $ size y
shdigit (pd y)
main = do
ok <- doesFileExist ("mnist.txt")
when (not ok) $ do
putStrLn "\nTrying to download test datafile..."
system("wget -nv http://dis.um.es/~alberto/material/sp/mnist.txt.gz")
system("gunzip mnist.txt.gz")
return ()
m <- loadMatrix "mnist.txt"
let xs = takeColumns (cols m -1) m
let x = toRows xs !! 4 -- an arbitrary test vector
shdigit x
let st = stat xs
test st 0.90 x
test st 0.50 x
|
