work on performance comparison tool

1 files changed, 9 insertions, 5 deletions

diff --git a/test/runTests.hs b/test/runTests.hs
index c36e6c59..a175bc7e 100644
--- a/test/runTests.hs
+++ b/test/runTests.hs
@@ -84,10 +84,11 @@ testDataPath = "./testdata"
 
 data Config
   = Config
-  { cfgVerbose :: Bool
-  , cfgReject  :: Bool
-  , cfgTimeout :: NominalDiffTime
-  , cfgIgnore  :: [String]
+  { cfgVerbose      :: Bool
+  , cfgReject       :: Bool
+  , cfgTimeout      :: NominalDiffTime
+  , cfgIgnore       :: [String]
+  , cfgOverallTime  :: Bool
   } deriving Show
 
 arguments :: Parser (Config, [String])
@@ -96,6 +97,7 @@ arguments =
                   <*> switch (short 'r' <> long "reject" <> help "Reject test cases with missing, new or different .out files")
                   <*> option (realToFrac <$> (auto :: ReadM Double)) (value 60 <> short 't' <> long "timeout" <> help "Timeout for tests in seconds")
                   <*> many (option (eitherReader Right) (short 'i' <> long "ignore" <> help "Ignore test"))
+                  <*> switch (long "overall-time" <> help "Writes overall time to overall-time.txt")
           )
       <*> many (strArgument idm)
 
@@ -167,7 +169,9 @@ main = do
              ]
       ++ sh (\s ty -> ty == Passed && isWip s) "wip passed test"
 
-  putStrLn $ "Overall time: " ++ showTime (sum $ map fst resultDiffs)
+  let overallTime = sum $ map fst resultDiffs
+  putStrLn $ "Overall time: " ++ showTime overallTime
+  when cfgOverallTime $ writeFile "overall-time.txt" $ show (realToFrac overallTime :: Double)
 
   when (or [erroneous r | ((_, r), f) <- zip resultDiffs testSet, not $ isWip f]) exitFailure
   putStrLn "All OK"