Property-Based testing tool for futhark (solving #2163)

Makefile

@@ -81,5 +81,8 @@ test-structure:
 test-literate:
 	cd tests_literate && sh test.sh
 
+test-property:
+	cd tests_property && cabal run -v0 -- futhark pkg sync && sh test.sh
+
 clean:
 	cabal clean

futhark.cabal

@@ -393,6 +393,7 @@ library
       Futhark.Profile.SourceRange
       Futhark.Script
       Futhark.Test
+      Futhark.Test.Property
       Futhark.Test.Spec
       Futhark.Test.Values
       Futhark.Tools

src/Futhark/CLI/Autotune.hs

@@ -130,7 +130,7 @@ prepare opts futhark prog = do
 
   truns <-
     case testAction spec of
-      RunCases ios _ _ | not $ null ios -> do
+      RunCases ios _ _ _ | not $ null ios -> do
         when (optVerbose opts > 1) $
           putStrLn $
             unwords ("Entry points:" : map (T.unpack . iosEntryPoint) ios)

src/Futhark/CLI/Bench.hs

@@ -186,7 +186,7 @@ compileBenchmark ::
 compileBenchmark opts (program, program_spec) = do
   spec <- maybe (pure program_spec) testSpecFromFileOrDie $ optTestSpec opts
   case testAction spec of
-    RunCases cases _ _
+    RunCases cases _ _ _
       | null $
           optExcludeCase opts
             `intersect` (testTags spec <> testTags program_spec),

src/Futhark/CLI/Misc.hs

@@ -84,7 +84,7 @@ mainDataget = mainWithOptions () [] "program dataset" $ \args () ->
 
     testSpecRuns = testActionRuns . testAction
     testActionRuns CompileTimeFailure {} = []
-    testActionRuns (RunCases ios _ _) = concatMap iosTestRuns ios
+    testActionRuns (RunCases ios _ _ _) = concatMap iosTestRuns ios
 
 -- | @futhark check-syntax@
 mainCheckSyntax :: String -> [String] -> IO ()