Idris2/tests/Main.idr

328 lines
12 KiB
Idris
Raw Normal View History

module Main
import Test.Golden
%default covering
------------------------------------------------------------------------
-- Test cases
ttimpTests : TestPool
ttimpTests = MkTestPool "TTImp" []
[ "basic001", "basic002", "basic003", "basic004", "basic005"
, "basic006"
, "coverage001", "coverage002"
, "dot001"
, "eta001", "eta002"
, "lazy001"
, "nest001", "nest002"
, "perf001", "perf002", "perf003"
, "record001", "record002", "record003"
, "qtt001", "qtt003"
, "total001", "total002", "total003"
]
2020-12-08 01:51:33 +03:00
idrisTestsBasic : TestPool
idrisTestsBasic = MkTestPool "Fundamental language features" []
-- Fundamental language features
["basic001", "basic002", "basic003", "basic004", "basic005",
"basic006", "basic007", "basic008", "basic009", "basic010",
"basic011", "basic012", "basic013", "basic014", "basic015",
"basic016", "basic017", "basic018", "basic019", "basic020",
"basic021", "basic022", "basic023", "basic024", "basic025",
"basic026", "basic027", "basic028", "basic029", "basic030",
"basic031", "basic032", "basic033", "basic034", "basic035",
"basic036", "basic037", "basic038", "basic039", "basic040",
"basic041", "basic042", "basic043", "basic044", "basic045",
"basic046", "basic047", "basic048", "basic049", "basic050",
"basic051", "basic052", "basic053", "basic054", "basic055",
"basic056", "basic057", "basic058", "basic059", "basic060"]
2020-12-08 01:51:33 +03:00
idrisTestsCoverage : TestPool
idrisTestsCoverage = MkTestPool "Coverage checking" []
-- Coverage checking
2020-12-08 01:51:33 +03:00
["coverage001", "coverage002", "coverage003", "coverage004",
"coverage005", "coverage006", "coverage007", "coverage008",
"coverage009", "coverage010", "coverage011", "coverage012",
"coverage013", "coverage014", "coverage015", "coverage016",
"coverage017"]
2020-12-08 01:51:33 +03:00
idrisTestsCasetree : TestPool
idrisTestsCasetree = MkTestPool "Case tree building" []
-- Case tree building
["casetree001"]
idrisTestsWarning : TestPool
idrisTestsWarning = MkTestPool "Warnings" []
["warning001"]
2020-12-08 01:51:33 +03:00
idrisTestsError : TestPool
idrisTestsError = MkTestPool "Error messages" []
-- Error messages
2020-12-08 01:51:33 +03:00
["error001", "error002", "error003", "error004", "error005",
"error006", "error007", "error008", "error009", "error010",
"error011", "error012", "error013", "error014", "error015",
"error016", "error017", "error018", "error019",
2020-12-08 01:51:33 +03:00
-- Parse errors
"perror001", "perror002", "perror003", "perror004", "perror005",
"perror006", "perror007", "perror008"]
2020-12-08 01:51:33 +03:00
idrisTestsInteractive : TestPool
idrisTestsInteractive = MkTestPool "Interactive editing" []
-- Interactive editing support
2020-12-08 01:51:33 +03:00
["interactive001", "interactive002", "interactive003", "interactive004",
"interactive005", "interactive006", "interactive007", "interactive008",
"interactive009", "interactive010", "interactive011", "interactive012",
"interactive013", "interactive014", "interactive015", "interactive016",
"interactive017", "interactive018", "interactive019", "interactive020",
"interactive021", "interactive022", "interactive023", "interactive024",
"interactive025", "interactive026", "interactive027", "interactive028",
"interactive029", "interactive030", "interactive031"]
2020-12-08 01:51:33 +03:00
idrisTestsInterface : TestPool
idrisTestsInterface = MkTestPool "Interface" []
-- Interfaces
2020-12-08 01:51:33 +03:00
["interface001", "interface002", "interface003", "interface004",
"interface005", "interface006", "interface007", "interface008",
"interface009", "interface010", "interface011", "interface012",
"interface013", "interface014", "interface015", "interface016",
"interface017", "interface018", "interface019", "interface020",
"interface021", "interface022", "interface023", "interface024",
"interface025"]
2020-12-08 01:51:33 +03:00
idrisTestsLinear : TestPool
idrisTestsLinear = MkTestPool "Quantities" []
2020-12-08 01:51:33 +03:00
-- QTT and linearity related
["linear001", "linear002", "linear003", -- "linear004" -- disabled due to requiring linearity subtyping
"linear005", "linear006", "linear007", "linear008",
"linear009", "linear010", "linear011", "linear012",
"linear013", "linear014"]
2020-12-08 01:51:33 +03:00
idrisTestsLiterate : TestPool
idrisTestsLiterate = MkTestPool "Literate programming" []
2020-12-08 01:51:33 +03:00
-- Literate
["literate001", "literate002", "literate003", "literate004",
"literate005", "literate006", "literate007", "literate008",
"literate009", "literate010", "literate011", "literate012",
"literate013", "literate014", "literate015", "literate016"]
idrisTestsPerformance : TestPool
idrisTestsPerformance = MkTestPool "Performance" []
2020-12-08 01:51:33 +03:00
-- Performance: things which have been slow in the past, or which
-- pose interesting challenges for the elaborator
["perf001", "perf002", "perf003", "perf004", "perf005", "perf006",
"perf007"]
2020-12-08 01:51:33 +03:00
idrisTestsRegression : TestPool
idrisTestsRegression = MkTestPool "Various regressions" []
2020-12-08 01:51:33 +03:00
-- Miscellaneous regressions
["reg001", "reg002", "reg003", "reg004", "reg005", "reg006", "reg007",
"reg008", "reg009", "reg010", "reg011", "reg012", "reg013", "reg014",
"reg015", "reg016", "reg017", "reg018", "reg019", "reg020", "reg021",
"reg022", "reg023", "reg024", "reg025", "reg026", "reg027", "reg028",
"reg029", "reg030", "reg031", "reg032", "reg033", "reg034", "reg035",
"reg036", "reg037", "reg038", "reg039"]
2020-12-08 01:51:33 +03:00
idrisTestsData : TestPool
idrisTestsData = MkTestPool "Data and record types" []
[-- Data types
"data001",
-- Records, access and dependent update
"record001", "record002", "record003", "record004", "record005",
"record006", "record007"]
idrisTestsBuiltin : TestPool
idrisTestsBuiltin = MkTestPool "Builtin types and functions" []
-- %builtin related tests for the frontend (type-checking)
["builtin001", "builtin002", "builtin003", "builtin004", "builtin005",
"builtin006", "builtin007", "builtin008", "builtin009", "builtin010",
"builtin011"]
2021-04-15 16:08:50 +03:00
idrisTestsEvaluator : TestPool
idrisTestsEvaluator = MkTestPool "Evaluation" []
2021-04-15 16:08:50 +03:00
[ -- Evaluator
"evaluator001", "evaluator002", "evaluator003", "evaluator004",
-- Unfortunately the behaviour of Double is platform dependent so the
-- following test is turned off.
-- "evaluator005",
2021-04-15 16:08:50 +03:00
-- Miscellaneous REPL
"interpreter001", "interpreter002", "interpreter003", "interpreter004",
"interpreter005", "interpreter006", "interpreter007"]
2020-12-08 01:51:33 +03:00
idrisTests : TestPool
idrisTests = MkTestPool "Misc" []
2020-12-08 01:51:33 +03:00
-- Documentation strings
["docs001", "docs002", "docs003",
-- Eta equality
"eta001",
2020-12-08 01:51:33 +03:00
-- Modules and imports
"import001", "import002", "import003", "import004", "import005",
-- Implicit laziness, lazy evaluation
"lazy001", "lazy002",
-- Namespace blocks
"namespace001",
-- Parameters blocks
"params001","params002",
-- Packages and ipkg files
2021-04-15 16:08:50 +03:00
"pkg001", "pkg002", "pkg003", "pkg004", "pkg005", "pkg006", "pkg007",
2021-04-21 12:15:39 +03:00
"pkg008", "pkg009",
-- Positivity checking
"positivity001", "positivity002", "positivity003",
-- Larger programs arising from real usage. Typically things with
-- interesting interactions between features
"real001", "real002",
-- Quotation and reflection
"reflection001", "reflection002", "reflection003", "reflection004",
"reflection005", "reflection006", "reflection007", "reflection008",
"reflection009",
-- Totality checking
"total001", "total002", "total003", "total004", "total005",
"total006", "total007", "total008", "total009", "total010",
-- The 'with' rule
"with001", "with002", "with004", "with005",
2020-05-22 21:26:10 +03:00
-- with-disambiguation
"with003",
-- pretty printing
"pretty001"]
typeddTests : TestPool
typeddTests = MkTestPool "Type Driven Development" []
[ "chapter01", "chapter02", "chapter03", "chapter04", "chapter05"
, "chapter06", "chapter07", "chapter08", "chapter09", "chapter10"
, "chapter11", "chapter12", "chapter13", "chapter14"
]
chezTests : TestPool
chezTests = MkTestPool "Chez backend" [Chez]
[ "chez001", "chez002", "chez003", "chez004", "chez005", "chez006"
, "chez007", "chez008", "chez009", "chez010", "chez011", "chez012"
, "chez013", "chez014", "chez015", "chez016", "chez017", "chez018"
, "chez019", "chez020", "chez021", "chez022", "chez023", "chez024"
, "chez025", "chez026", "chez027", "chez028", "chez029", "chez030"
2021-02-06 15:28:59 +03:00
, "chez031", "chez032"
, "futures001"
, "bitops"
, "casts"
, "newints"
, "integers"
, "semaphores001"
, "semaphores002"
, "perf001"
, "reg001"
]
refcTests : TestPool
refcTests = MkTestPool "Reference counting C backend" [C]
[ "refc001" , "refc002"
, "strings", "integers", "doubles"
2021-05-17 16:07:53 +03:00
, "buffer", "clock", "args"
]
2021-01-13 23:54:43 +03:00
racketTests : TestPool
racketTests = MkTestPool "Racket backend" [Racket]
[ "forkjoin001"
, "semaphores001", "semaphores002"
, "futures001"
, "mutex001", "mutex002", "mutex003", "mutex004", "mutex005"
, "conditions001"
, "conditions002"
, "conditions003"
, "conditions004"
, "conditions005"
-- , "conditions006"
-- , "conditions007"
]
2021-01-13 23:54:43 +03:00
nodeTests : TestPool
nodeTests = MkTestPool "Node backend" [Node]
2020-12-08 01:51:33 +03:00
[ "node001", "node002", "node003", "node004", "node005", "node006"
, "node007", "node008", "node009", "node011", "node012", "node015"
, "node017", "node018", "node019", "node021", "node022", "node023"
2021-02-06 15:28:59 +03:00
, "node024", "node025"
, "perf001"
2020-12-08 01:51:33 +03:00
-- , "node14", "node020"
2021-05-25 14:07:46 +03:00
, "args"
, "bitops"
, "casts"
, "newints"
2020-06-12 23:35:08 +03:00
, "reg001"
2020-07-14 19:38:47 +03:00
, "syntax001"
2020-07-05 13:53:45 +03:00
, "tailrec001"
, "idiom001"
, "integers"
2020-06-12 23:35:08 +03:00
]
2020-06-11 12:52:54 +03:00
ideModeTests : TestPool
ideModeTests = MkTestPool "IDE mode" []
[ "ideMode001", "ideMode002", "ideMode003", "ideMode004", "ideMode005"
]
2020-06-11 12:52:54 +03:00
preludeTests : TestPool
preludeTests = MkTestPool "Prelude library" []
[ "reg001"
]
templateTests : TestPool
templateTests = MkTestPool "Test templates" []
[ "simple-test", "ttimp", "with-ipkg"
]
-- base library tests are run against
-- each codegen supported and to keep
-- things simple it's all one test group
-- that only runs if all backends are
-- available.
baseLibraryTests : TestPool
baseLibraryTests = MkTestPool "Base library" [Chez, Node]
[ "system_file001"
, "data_bits001"
, "system_info001"
2021-05-25 18:45:46 +03:00
, "system_signal001", "system_signal002", "system_signal003", "system_signal004"
]
2021-04-22 10:30:56 +03:00
-- same behavior as `baseLibraryTests`
contribLibraryTests : TestPool
contribLibraryTests = MkTestPool "Contrib library" [Chez, Node]
2021-04-22 10:30:56 +03:00
[ "json_001"
]
codegenTests : TestPool
codegenTests = MkTestPool "Code generation" []
[ "con001"
, "builtin001"
]
main : IO ()
main = runner
[ testPaths "ttimp" ttimpTests
2020-12-08 01:51:33 +03:00
, testPaths "idris2" idrisTestsBasic
, testPaths "idris2" idrisTestsCoverage
, testPaths "idris2" idrisTestsCasetree
2020-12-08 01:51:33 +03:00
, testPaths "idris2" idrisTestsError
, testPaths "idris2" idrisTestsWarning
2020-12-08 01:51:33 +03:00
, testPaths "idris2" idrisTestsInteractive
, testPaths "idris2" idrisTestsInterface
, testPaths "idris2" idrisTestsLiterate
, testPaths "idris2" idrisTestsLinear
, testPaths "idris2" idrisTestsPerformance
, testPaths "idris2" idrisTestsRegression
, testPaths "idris2" idrisTestsData
, testPaths "idris2" idrisTestsBuiltin
2021-04-15 16:08:50 +03:00
, testPaths "idris2" idrisTestsEvaluator
, testPaths "idris2" idrisTests
, testPaths "typedd-book" typeddTests
, testPaths "ideMode" ideModeTests
, testPaths "prelude" preludeTests
, testPaths "base" baseLibraryTests
2021-04-22 10:30:56 +03:00
, testPaths "contrib" contribLibraryTests
, testPaths "chez" chezTests
, testPaths "refc" refcTests
2021-01-13 23:54:43 +03:00
, testPaths "racket" racketTests
, testPaths "node" nodeTests
, testPaths "templates" templateTests
, testPaths "codegen" codegenTests
] where
testPaths : String -> TestPool -> TestPool
testPaths dir = record { testCases $= map ((dir ++ "/") ++) }