update todo

2 files changed, 28 insertions, 11 deletions

diff --git a/TODO b/TODO
index 4faa9de5..ceb283ce 100644
--- a/TODO
+++ b/TODO
@@ -88,6 +88,7 @@ done:
 - backend: remove duplicate programs
 - support local pattern matching functions
 - support recursive local definitions
+- testenv: performance benchmarks (time and memory consumption)
 
 next:
 - mutual recursion (inference & reduction)
@@ -96,17 +97,12 @@ next:
 - show desugared source code on a tab in the editor
 - names should have unique identifiers
 
-- testenv: performance benchmarks (time and memory consumption)
-    done - create benchmark test set (pipeline codegen and error report)
-    done - measure: runtest overall time, total time, total alloc from +RTS -tcurrent.perflog --machine-readable
-    - flag to add new result in the benchmark directory (with machine signature/name) (compare only by default)
-    - create comparison charts from the results
+- backend: array support
 
 - compiler: generate samplers (OpenGL 3.3)
 - backend: setup texture sampler configuration (purescript)
 - backend: setup viewport for render target size (purescript)
 
-- backend: array support
 - backend: GLSL codegen doesn't support Vector and tuple patterns (not compiler frontend related):
           fragment02tuple
           fragment02vectorpattern
@@ -302,3 +298,4 @@ reviews, blogs
 
 insert somewhere
 - editor: input editor (add/edit new uniform values e.g. floats, matrixes and textures if possible)
+- testenv: create comparison charts from the results
diff --git a/test/PerfReport.hs b/test/PerfReport.hs
index 17cbb0af..9103a2a1 100644
--- a/test/PerfReport.hs
+++ b/test/PerfReport.hs
@@ -1,18 +1,37 @@
-{-# LANGUAGE ViewPatterns, TupleSections #-}
+{-# LANGUAGE ViewPatterns, TupleSections, RecordWildCards #-}
 import Data.Char
 import System.Directory
 import System.FilePath
 import Text.Printf
 import Control.Monad
+import Options.Applicative
 import Data.Map (Map,(!))
 import qualified Data.Map as Map
 
 -- HINT: lambdacube-compiler-test-suite --overall-time performance +RTS -tcurrent.log --machine-readable
 -- output: current.log overall-time.txt
 
-resultPath = "performance"
+data Config
+  = Config
+  { resultPath :: String
+  , output :: Maybe String
+  }
 
-main = do
+sample :: Parser Config
+sample = Config
+  <$> pure "performance"
+  <*> optional (strOption (long "output" <> short 'o' <> metavar "FILENAME" <> help "output file name"))
+
+main :: IO ()
+main = comparePerf =<< execParser opts
+  where
+    opts = info (helper <*> sample)
+      ( fullDesc
+     <> progDesc "compares LambdaCube 3D compiper performance"
+     <> header ("LambdaCube 3D compiler performance report"))
+
+comparePerf :: Config -> IO ()
+comparePerf cfg@Config{..} = do
   -- read current result
   overallTime <- read <$> readFile "overall-time.txt" :: IO Double
   let toDouble = read :: String -> Double
@@ -30,5 +49,6 @@ main = do
   forM_ perfs $ \(name,old) -> do
     putStrLn $ printf "%-20s time: %+6.3f%% \tpeak mem: %+6.3f%% \ttotal alloc: %+6.3f%%"
       name (100*(overallTime new / overallTime old - 1)) (100*(peakAllocF new / peakAllocF old - 1)) (100*(totalAllocF new / totalAllocF old - 1))
-  --TODO
-  --writeFile "performance/release-0.5.perf" $ show new
\ No newline at end of file
+  case output of
+    Nothing -> return ()
+    Just n -> writeFile (resultPath </> n ++ ".perf") $ show new