From 90cb86d0273e8273a6d83ec10ca493a4743a2285 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Mon, 9 Jul 2018 14:26:15 -0400
Subject: [PATCH 01/10] Pass config & queues to the integration specs.

---
 test/Integration/Spec.hs | 20 +++++++-------
 test/Spec.hs             | 58 +++++++++++++++++++++-------------------
 test/SpecHelpers.hs      | 15 ++++++++---
 3 files changed, 52 insertions(+), 41 deletions(-)

diff --git a/test/Integration/Spec.hs b/test/Integration/Spec.hs
index f4ccd1773..f848c84b8 100644
--- a/test/Integration/Spec.hs
+++ b/test/Integration/Spec.hs
@@ -11,8 +11,8 @@ import SpecHelpers
 languages :: [FilePath]
 languages = ["go", "javascript", "json", "python", "ruby", "typescript"]
 
-spec :: Spec
-spec = parallel $ do
+spec :: Config -> LogQueue -> StatQueue -> Spec
+spec config logger statter = parallel $ do
   for_ languages $ \language -> do
     let dir = "test/fixtures" </> language </> "corpus"
     it (language <> " corpus exists") $ examples dir `shouldNotReturn` []
@@ -23,8 +23,8 @@ spec = parallel $ do
     runTestsIn directory pending = do
       examples <- runIO $ examples directory
       traverse_ (runTest pending) examples
-    runTest pending ParseExample{..} = it ("parses " <> file) $ maybe (testParse file parseOutput) pendingWith (lookup parseOutput pending)
-    runTest pending DiffExample{..} = it ("diffs " <> diffOutput) $ maybe (testDiff (both fileA fileB) diffOutput) pendingWith (lookup diffOutput pending)
+    runTest pending ParseExample{..} = it ("parses " <> file) $ maybe (testParse config logger statter file parseOutput) pendingWith (lookup parseOutput pending)
+    runTest pending DiffExample{..} = it ("diffs " <> diffOutput) $ maybe (testDiff config logger statter (both fileA fileB) diffOutput) pendingWith (lookup diffOutput pending)
 
 data Example = DiffExample { fileA :: FilePath, fileB :: FilePath, diffOutput :: FilePath }
              | ParseExample { file :: FilePath, parseOutput :: FilePath }
@@ -81,14 +81,14 @@ examples directory = do
 normalizeName :: FilePath -> FilePath
 normalizeName path = dropExtension $ dropExtension path
 
-testParse :: FilePath -> FilePath -> Expectation
-testParse path expectedOutput = do
-  actual <- verbatim <$> parseFilePath path
+testParse :: Config -> LogQueue -> StatQueue -> FilePath -> FilePath -> Expectation
+testParse config logger statter path expectedOutput = do
+  actual <- verbatim <$> parseFilePath config logger statter path
   expected <- verbatim <$> B.readFile expectedOutput
   actual `shouldBe` expected
 
-testDiff :: Both FilePath -> FilePath -> Expectation
-testDiff paths expectedOutput = do
-  actual <- verbatim <$> diffFilePaths paths
+testDiff :: Config -> LogQueue -> StatQueue -> Both FilePath -> FilePath -> Expectation
+testDiff config logger statter paths expectedOutput = do
+  actual <- verbatim <$> diffFilePaths config logger statter paths
   expected <- verbatim <$> B.readFile expectedOutput
   actual `shouldBe` expected
diff --git a/test/Spec.hs b/test/Spec.hs
index 9c03bee08..14c0d364a 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -24,34 +24,38 @@ import qualified Semantic.Spec
 import qualified Semantic.CLI.Spec
 import qualified Semantic.IO.Spec
 import qualified Semantic.Stat.Spec
+import Semantic.Config (defaultConfig, defaultOptions, withTelemetry)
+import Semantic.Telemetry (TelemetryQueues(..))
 import qualified Proto3.Roundtrip
 import Test.Hspec
 
 main :: IO ()
-main = hspec $ do
-  describe "Semantic.Stat" Semantic.Stat.Spec.spec
-  parallel $ do
-    describe "Analysis.Go" Analysis.Go.Spec.spec
-    describe "Analysis.PHP" Analysis.PHP.Spec.spec
-    describe "Analysis.Python" Analysis.Python.Spec.spec
-    describe "Analysis.Ruby" Analysis.Ruby.Spec.spec
-    describe "Analysis.TypeScript" Analysis.TypeScript.Spec.spec
-    describe "Assigning.Assignment" Assigning.Assignment.Spec.spec
-    describe "Control.Abstract.Evaluator" Control.Abstract.Evaluator.Spec.spec
-    describe "Data.Diff" Data.Diff.Spec.spec
-    describe "Data.Abstract.Path" Data.Abstract.Path.Spec.spec
-    describe "Data.Functor.Classes.Generic" Data.Functor.Classes.Generic.Spec.spec
-    describe "Data.Scientific" Data.Scientific.Spec.spec
-    describe "Data.Source" Data.Source.Spec.spec
-    describe "Data.Term" Data.Term.Spec.spec
-    describe "Diffing.Algorithm.RWS" Diffing.Algorithm.RWS.Spec.spec
-    describe "Diffing.Algorithm.SES" Diffing.Algorithm.SES.Spec.spec
-    describe "Diffing.Interpreter" Diffing.Interpreter.Spec.spec
-    describe "Matching" Matching.Go.Spec.spec
-    describe "Numeric" Numeric.Spec.spec
-    describe "Rendering.TOC" Rendering.TOC.Spec.spec
-    describe "Semantic" Semantic.Spec.spec
-    describe "Semantic.CLI" Semantic.CLI.Spec.spec
-    describe "Semantic.IO" Semantic.IO.Spec.spec
-    describe "Integration" Integration.Spec.spec
-    describe "Protobuf roundtripping" Proto3.Roundtrip.spec
+main = do
+  config <- defaultConfig defaultOptions
+  withTelemetry config $ \ (TelemetryQueues logger statter _) -> hspec $ do
+    describe "Semantic.Stat" Semantic.Stat.Spec.spec
+    parallel $ do
+      describe "Analysis.Go" Analysis.Go.Spec.spec
+      describe "Analysis.PHP" Analysis.PHP.Spec.spec
+      describe "Analysis.Python" Analysis.Python.Spec.spec
+      describe "Analysis.Ruby" Analysis.Ruby.Spec.spec
+      describe "Analysis.TypeScript" Analysis.TypeScript.Spec.spec
+      describe "Assigning.Assignment" Assigning.Assignment.Spec.spec
+      describe "Control.Abstract.Evaluator" Control.Abstract.Evaluator.Spec.spec
+      describe "Data.Diff" Data.Diff.Spec.spec
+      describe "Data.Abstract.Path" Data.Abstract.Path.Spec.spec
+      describe "Data.Functor.Classes.Generic" Data.Functor.Classes.Generic.Spec.spec
+      describe "Data.Scientific" Data.Scientific.Spec.spec
+      describe "Data.Source" Data.Source.Spec.spec
+      describe "Data.Term" Data.Term.Spec.spec
+      describe "Diffing.Algorithm.RWS" Diffing.Algorithm.RWS.Spec.spec
+      describe "Diffing.Algorithm.SES" Diffing.Algorithm.SES.Spec.spec
+      describe "Diffing.Interpreter" Diffing.Interpreter.Spec.spec
+      describe "Matching" Matching.Go.Spec.spec
+      describe "Numeric" Numeric.Spec.spec
+      describe "Rendering.TOC" Rendering.TOC.Spec.spec
+      describe "Semantic" Semantic.Spec.spec
+      describe "Semantic.CLI" Semantic.CLI.Spec.spec
+      describe "Semantic.IO" Semantic.IO.Spec.spec
+      describe "Integration" (Integration.Spec.spec config logger statter)
+      describe "Protobuf roundtripping" Proto3.Roundtrip.spec
diff --git a/test/SpecHelpers.hs b/test/SpecHelpers.hs
index 1a2ff36d1..972da09e6 100644
--- a/test/SpecHelpers.hs
+++ b/test/SpecHelpers.hs
@@ -11,6 +11,9 @@ module SpecHelpers
 , TermEvaluator(..)
 , Verbatim(..)
 , toList
+, Config
+, LogQueue
+, StatQueue
 ) where
 
 import Control.Abstract
@@ -65,16 +68,20 @@ import Test.LeanCheck as X
 
 import qualified Data.ByteString as B
 import qualified Semantic.IO as IO
+import Semantic.Config (Config)
+import Semantic.Telemetry (LogQueue, StatQueue)
+import System.Exit (die)
+import Control.Exception (displayException)
 
 runBuilder = toStrict . toLazyByteString
 
 -- | Returns an s-expression formatted diff for the specified FilePath pair.
-diffFilePaths :: Both FilePath -> IO ByteString
-diffFilePaths paths = readFilePair paths >>= fmap runBuilder . runTask . runDiff SExpressionDiffRenderer . pure
+diffFilePaths :: Config -> LogQueue -> StatQueue -> Both FilePath -> IO ByteString
+diffFilePaths config logger statter paths = readFilePair paths >>= runTaskWithConfig config logger statter . runDiff SExpressionDiffRenderer . pure >>= either (die . displayException) (pure . runBuilder)
 
 -- | Returns an s-expression parse tree for the specified FilePath.
-parseFilePath :: FilePath -> IO ByteString
-parseFilePath path = (fromJust <$> IO.readFile (file path)) >>= fmap runBuilder . runTask . runParse SExpressionTermRenderer . pure
+parseFilePath :: Config -> LogQueue -> StatQueue -> FilePath -> IO ByteString
+parseFilePath config logger statter path = (fromJust <$> IO.readFile (file path)) >>= runTaskWithConfig config logger statter . runParse SExpressionTermRenderer . pure >>= either (die . displayException) (pure . runBuilder)
 
 -- | Read two files to a BlobPair.
 readFilePair :: Both FilePath -> IO BlobPair

From b33daf0ce1ec0080aad5ed6ff7d6c29bda599b0a Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 13:49:34 -0400
Subject: [PATCH 02/10] Pass the task config stuff around as a single datum.

---
 test/Integration/Spec.hs | 20 ++++++++++----------
 test/Spec.hs             |  4 +++-
 test/SpecHelpers.hs      | 11 +++++++----
 3 files changed, 20 insertions(+), 15 deletions(-)

diff --git a/test/Integration/Spec.hs b/test/Integration/Spec.hs
index f848c84b8..463f75f8e 100644
--- a/test/Integration/Spec.hs
+++ b/test/Integration/Spec.hs
@@ -11,8 +11,8 @@ import SpecHelpers
 languages :: [FilePath]
 languages = ["go", "javascript", "json", "python", "ruby", "typescript"]
 
-spec :: Config -> LogQueue -> StatQueue -> Spec
-spec config logger statter = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   for_ languages $ \language -> do
     let dir = "test/fixtures" </> language </> "corpus"
     it (language <> " corpus exists") $ examples dir `shouldNotReturn` []
@@ -23,8 +23,8 @@ spec config logger statter = parallel $ do
     runTestsIn directory pending = do
       examples <- runIO $ examples directory
       traverse_ (runTest pending) examples
-    runTest pending ParseExample{..} = it ("parses " <> file) $ maybe (testParse config logger statter file parseOutput) pendingWith (lookup parseOutput pending)
-    runTest pending DiffExample{..} = it ("diffs " <> diffOutput) $ maybe (testDiff config logger statter (both fileA fileB) diffOutput) pendingWith (lookup diffOutput pending)
+    runTest pending ParseExample{..} = it ("parses " <> file) $ maybe (testParse config file parseOutput) pendingWith (lookup parseOutput pending)
+    runTest pending DiffExample{..} = it ("diffs " <> diffOutput) $ maybe (testDiff config (both fileA fileB) diffOutput) pendingWith (lookup diffOutput pending)
 
 data Example = DiffExample { fileA :: FilePath, fileB :: FilePath, diffOutput :: FilePath }
              | ParseExample { file :: FilePath, parseOutput :: FilePath }
@@ -81,14 +81,14 @@ examples directory = do
 normalizeName :: FilePath -> FilePath
 normalizeName path = dropExtension $ dropExtension path
 
-testParse :: Config -> LogQueue -> StatQueue -> FilePath -> FilePath -> Expectation
-testParse config logger statter path expectedOutput = do
-  actual <- verbatim <$> parseFilePath config logger statter path
+testParse :: TaskConfig -> FilePath -> FilePath -> Expectation
+testParse config path expectedOutput = do
+  actual <- verbatim <$> parseFilePath config path
   expected <- verbatim <$> B.readFile expectedOutput
   actual `shouldBe` expected
 
-testDiff :: Config -> LogQueue -> StatQueue -> Both FilePath -> FilePath -> Expectation
-testDiff config logger statter paths expectedOutput = do
-  actual <- verbatim <$> diffFilePaths config logger statter paths
+testDiff :: TaskConfig -> Both FilePath -> FilePath -> Expectation
+testDiff config paths expectedOutput = do
+  actual <- verbatim <$> diffFilePaths config paths
   expected <- verbatim <$> B.readFile expectedOutput
   actual `shouldBe` expected
diff --git a/test/Spec.hs b/test/Spec.hs
index 14c0d364a..bee215666 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -24,6 +24,7 @@ import qualified Semantic.Spec
 import qualified Semantic.CLI.Spec
 import qualified Semantic.IO.Spec
 import qualified Semantic.Stat.Spec
+import SpecHelpers (TaskConfig(..))
 import Semantic.Config (defaultConfig, defaultOptions, withTelemetry)
 import Semantic.Telemetry (TelemetryQueues(..))
 import qualified Proto3.Roundtrip
@@ -33,6 +34,7 @@ main :: IO ()
 main = do
   config <- defaultConfig defaultOptions
   withTelemetry config $ \ (TelemetryQueues logger statter _) -> hspec $ do
+    let args = TaskConfig config logger statter
     describe "Semantic.Stat" Semantic.Stat.Spec.spec
     parallel $ do
       describe "Analysis.Go" Analysis.Go.Spec.spec
@@ -57,5 +59,5 @@ main = do
       describe "Semantic" Semantic.Spec.spec
       describe "Semantic.CLI" Semantic.CLI.Spec.spec
       describe "Semantic.IO" Semantic.IO.Spec.spec
-      describe "Integration" (Integration.Spec.spec config logger statter)
+      describe "Integration" (Integration.Spec.spec args)
       describe "Protobuf roundtripping" Proto3.Roundtrip.spec
diff --git a/test/SpecHelpers.hs b/test/SpecHelpers.hs
index 972da09e6..e2d5b4a0f 100644
--- a/test/SpecHelpers.hs
+++ b/test/SpecHelpers.hs
@@ -11,6 +11,7 @@ module SpecHelpers
 , TermEvaluator(..)
 , Verbatim(..)
 , toList
+, TaskConfig(..)
 , Config
 , LogQueue
 , StatQueue
@@ -75,13 +76,15 @@ import Control.Exception (displayException)
 
 runBuilder = toStrict . toLazyByteString
 
+data TaskConfig = TaskConfig Config LogQueue StatQueue
+
 -- | Returns an s-expression formatted diff for the specified FilePath pair.
-diffFilePaths :: Config -> LogQueue -> StatQueue -> Both FilePath -> IO ByteString
-diffFilePaths config logger statter paths = readFilePair paths >>= runTaskWithConfig config logger statter . runDiff SExpressionDiffRenderer . pure >>= either (die . displayException) (pure . runBuilder)
+diffFilePaths :: TaskConfig -> Both FilePath -> IO ByteString
+diffFilePaths (TaskConfig config logger statter) paths = readFilePair paths >>= runTaskWithConfig config logger statter . runDiff SExpressionDiffRenderer . pure >>= either (die . displayException) (pure . runBuilder)
 
 -- | Returns an s-expression parse tree for the specified FilePath.
-parseFilePath :: Config -> LogQueue -> StatQueue -> FilePath -> IO ByteString
-parseFilePath config logger statter path = (fromJust <$> IO.readFile (file path)) >>= runTaskWithConfig config logger statter . runParse SExpressionTermRenderer . pure >>= either (die . displayException) (pure . runBuilder)
+parseFilePath :: TaskConfig -> FilePath -> IO ByteString
+parseFilePath (TaskConfig config logger statter) path = (fromJust <$> IO.readFile (file path)) >>= runTaskWithConfig config logger statter . runParse SExpressionTermRenderer . pure >>= either (die . displayException) (pure . runBuilder)
 
 -- | Read two files to a BlobPair.
 readFilePair :: Both FilePath -> IO BlobPair

From 255a0aa62b9ead316eff067480606f59d9d70b70 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:09:02 -0400
Subject: [PATCH 03/10] Move TaskConfig into Semantic.Util.

---
 src/Semantic/Util.hs | 4 ++++
 test/Spec.hs         | 2 +-
 test/SpecHelpers.hs  | 3 ---
 3 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/Semantic/Util.hs b/src/Semantic/Util.hs
index fcf7dd04b..e982e65ce 100644
--- a/src/Semantic/Util.hs
+++ b/src/Semantic/Util.hs
@@ -27,9 +27,11 @@ import           Language.Haskell.HsColour
 import           Language.Haskell.HsColour.Colourise
 import           Parsing.Parser
 import           Prologue hiding (weaken)
+import           Semantic.Config
 import           Semantic.Graph
 import           Semantic.IO as IO
 import           Semantic.Task
+import           Semantic.Telemetry (LogQueue, StatQueue)
 import           System.FilePath.Posix (takeDirectory)
 import           Text.Show (showListWith)
 import           Text.Show.Pretty (ppShow)
@@ -111,6 +113,8 @@ evaluateProject proxy parser lang paths = runTaskWithOptions debugOptions $ do
        (raiseHandler (runModules (ModuleTable.modulePaths (packageModules package)))
        (evaluate proxy id withTermSpans modules))))))
 
+data TaskConfig = TaskConfig Config LogQueue StatQueue
+
 evaluateProjectWithCaching proxy parser lang path = runTaskWithOptions debugOptions $ do
   project <- readProject Nothing path lang []
   package <- fmap quieterm <$> parsePackage parser project
diff --git a/test/Spec.hs b/test/Spec.hs
index bee215666..9f329009a 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -24,9 +24,9 @@ import qualified Semantic.Spec
 import qualified Semantic.CLI.Spec
 import qualified Semantic.IO.Spec
 import qualified Semantic.Stat.Spec
-import SpecHelpers (TaskConfig(..))
 import Semantic.Config (defaultConfig, defaultOptions, withTelemetry)
 import Semantic.Telemetry (TelemetryQueues(..))
+import Semantic.Util (TaskConfig(..))
 import qualified Proto3.Roundtrip
 import Test.Hspec
 
diff --git a/test/SpecHelpers.hs b/test/SpecHelpers.hs
index e2d5b4a0f..a9e7aa7cf 100644
--- a/test/SpecHelpers.hs
+++ b/test/SpecHelpers.hs
@@ -11,7 +11,6 @@ module SpecHelpers
 , TermEvaluator(..)
 , Verbatim(..)
 , toList
-, TaskConfig(..)
 , Config
 , LogQueue
 , StatQueue
@@ -76,8 +75,6 @@ import Control.Exception (displayException)
 
 runBuilder = toStrict . toLazyByteString
 
-data TaskConfig = TaskConfig Config LogQueue StatQueue
-
 -- | Returns an s-expression formatted diff for the specified FilePath pair.
 diffFilePaths :: TaskConfig -> Both FilePath -> IO ByteString
 diffFilePaths (TaskConfig config logger statter) paths = readFilePair paths >>= runTaskWithConfig config logger statter . runDiff SExpressionDiffRenderer . pure >>= either (die . displayException) (pure . runBuilder)

From 40d46e921dedc1159cb3ed25ee556fa26c8181e8 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:09:22 -0400
Subject: [PATCH 04/10] Pass the configuration to the analysis specs.

---
 src/Semantic/Util.hs             | 15 +++++++++++++++
 test/Analysis/Go/Spec.hs         |  6 +++---
 test/Analysis/PHP/Spec.hs        |  6 +++---
 test/Analysis/Python/Spec.hs     |  6 +++---
 test/Analysis/Ruby/Spec.hs       |  6 +++---
 test/Analysis/TypeScript/Spec.hs |  6 +++---
 test/Spec.hs                     | 10 +++++-----
 7 files changed, 35 insertions(+), 20 deletions(-)

diff --git a/src/Semantic/Util.hs b/src/Semantic/Util.hs
index e982e65ce..c84e5b3fd 100644
--- a/src/Semantic/Util.hs
+++ b/src/Semantic/Util.hs
@@ -7,6 +7,7 @@ import Prelude hiding (readFile)
 import           Analysis.Abstract.Caching
 import           Analysis.Abstract.Collecting
 import           Control.Abstract
+import           Control.Exception (displayException)
 import           Control.Monad.Effect.Trace (runPrintingTrace)
 import           Data.Abstract.Address
 import           Data.Abstract.Evaluatable
@@ -32,6 +33,7 @@ import           Semantic.Graph
 import           Semantic.IO as IO
 import           Semantic.Task
 import           Semantic.Telemetry (LogQueue, StatQueue)
+import           System.Exit (die)
 import           System.FilePath.Posix (takeDirectory)
 import           Text.Show (showListWith)
 import           Text.Show.Pretty (ppShow)
@@ -115,6 +117,19 @@ evaluateProject proxy parser lang paths = runTaskWithOptions debugOptions $ do
 
 data TaskConfig = TaskConfig Config LogQueue StatQueue
 
+evaluateProject' (TaskConfig config logger statter) proxy parser lang paths = either (die . displayException) pure <=< runTaskWithConfig config logger statter $ do
+  blobs <- catMaybes <$> traverse readFile (flip File lang <$> paths)
+  package <- fmap quieterm <$> parsePackage parser (Project (takeDirectory (maybe "/" fst (uncons paths))) blobs lang [])
+  modules <- topologicalSort <$> runImportGraph proxy package
+  trace $ "evaluating with load order: " <> show (map (modulePath . moduleInfo) modules)
+  pure (runTermEvaluator @_ @_ @(Value Precise (UtilEff Precise))
+       (runReader (packageInfo package)
+       (runReader (lowerBound @Span)
+       (runReader (lowerBound @(ModuleTable (NonEmpty (Module (Environment Precise, Precise)))))
+       (raiseHandler (runModules (ModuleTable.modulePaths (packageModules package)))
+       (evaluate proxy id withTermSpans modules))))))
+
+
 evaluateProjectWithCaching proxy parser lang path = runTaskWithOptions debugOptions $ do
   project <- readProject Nothing path lang []
   package <- fmap quieterm <$> parsePackage parser project
diff --git a/test/Analysis/Go/Spec.hs b/test/Analysis/Go/Spec.hs
index 80bcd3a18..5ecd06c92 100644
--- a/test/Analysis/Go/Spec.hs
+++ b/test/Analysis/Go/Spec.hs
@@ -8,8 +8,8 @@ import qualified Language.Go.Assignment as Go
 import SpecHelpers
 
 
-spec :: Spec
-spec = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   describe "Go" $ do
     it "imports and wildcard imports" $ do
       (_, (heap, res)) <- evaluate ["main.go", "foo/foo.go", "bar/bar.go", "bar/rab.go"]
@@ -30,4 +30,4 @@ spec = parallel $ do
   where
     fixtures = "test/fixtures/go/analysis/"
     evaluate = evalGoProject . map (fixtures <>)
-    evalGoProject = testEvaluating <=< evaluateProject (Proxy :: Proxy 'Language.Go) goParser Language.Go
+    evalGoProject = testEvaluating <=< evaluateProject' config (Proxy :: Proxy 'Language.Go) goParser Language.Go
diff --git a/test/Analysis/PHP/Spec.hs b/test/Analysis/PHP/Spec.hs
index 6f6ef388d..24ecaa3c1 100644
--- a/test/Analysis/PHP/Spec.hs
+++ b/test/Analysis/PHP/Spec.hs
@@ -9,8 +9,8 @@ import qualified Language.PHP.Assignment as PHP
 import SpecHelpers
 
 
-spec :: Spec
-spec = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   describe "PHP" $ do
     it "evaluates include and require" $ do
       (_, (heap, res)) <- evaluate ["main.php", "foo.php", "bar.php"]
@@ -42,4 +42,4 @@ spec = parallel $ do
   where
     fixtures = "test/fixtures/php/analysis/"
     evaluate = evalPHPProject . map (fixtures <>)
-    evalPHPProject = testEvaluating <=< evaluateProject (Proxy :: Proxy 'Language.PHP) phpParser Language.PHP
+    evalPHPProject = testEvaluating <=< evaluateProject' config (Proxy :: Proxy 'Language.PHP) phpParser Language.PHP
diff --git a/test/Analysis/Python/Spec.hs b/test/Analysis/Python/Spec.hs
index 6fcf647ff..7a917bb97 100644
--- a/test/Analysis/Python/Spec.hs
+++ b/test/Analysis/Python/Spec.hs
@@ -10,8 +10,8 @@ import qualified Data.Language as Language
 import SpecHelpers
 
 
-spec :: Spec
-spec = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   describe "Python" $ do
     it "imports" $ do
       (_, (heap, res)) <- evaluate ["main.py", "a.py", "b/__init__.py", "b/c.py"]
@@ -60,4 +60,4 @@ spec = parallel $ do
     ns n = Just . Latest . Last . Just . Namespace n
     fixtures = "test/fixtures/python/analysis/"
     evaluate = evalPythonProject . map (fixtures <>)
-    evalPythonProject = testEvaluating <=< evaluateProject (Proxy :: Proxy 'Language.Python) pythonParser Language.Python
+    evalPythonProject = testEvaluating <=< evaluateProject' config (Proxy :: Proxy 'Language.Python) pythonParser Language.Python
diff --git a/test/Analysis/Ruby/Spec.hs b/test/Analysis/Ruby/Spec.hs
index 72bb69b5f..a4a4d475e 100644
--- a/test/Analysis/Ruby/Spec.hs
+++ b/test/Analysis/Ruby/Spec.hs
@@ -15,8 +15,8 @@ import qualified Data.Language as Language
 import SpecHelpers
 
 
-spec :: Spec
-spec = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   describe "Ruby" $ do
     it "evaluates require_relative" $ do
       (_, (heap, res)) <- evaluate ["main.rb", "foo.rb"]
@@ -104,4 +104,4 @@ spec = parallel $ do
     ns n = Just . Latest . Last . Just . Namespace n
     fixtures = "test/fixtures/ruby/analysis/"
     evaluate = evalRubyProject . map (fixtures <>)
-    evalRubyProject = testEvaluating <=< evaluateProject (Proxy :: Proxy 'Language.Ruby) rubyParser Language.Ruby
+    evalRubyProject = testEvaluating <=< evaluateProject' config (Proxy :: Proxy 'Language.Ruby) rubyParser Language.Ruby
diff --git a/test/Analysis/TypeScript/Spec.hs b/test/Analysis/TypeScript/Spec.hs
index fd9bb8488..5d8ff8029 100644
--- a/test/Analysis/TypeScript/Spec.hs
+++ b/test/Analysis/TypeScript/Spec.hs
@@ -11,8 +11,8 @@ import qualified Data.List.NonEmpty as NonEmpty
 import Data.Sum
 import SpecHelpers
 
-spec :: Spec
-spec = parallel $ do
+spec :: TaskConfig -> Spec
+spec config = parallel $ do
   describe "TypeScript" $ do
     it "imports with aliased symbols" $ do
       (_, (_, res)) <- evaluate ["main.ts", "foo.ts", "a.ts", "foo/b.ts"]
@@ -49,4 +49,4 @@ spec = parallel $ do
   where
     fixtures = "test/fixtures/typescript/analysis/"
     evaluate = evalTypeScriptProject . map (fixtures <>)
-    evalTypeScriptProject = testEvaluating <=< evaluateProject (Proxy :: Proxy 'Language.TypeScript) typescriptParser Language.TypeScript
+    evalTypeScriptProject = testEvaluating <=< evaluateProject' config (Proxy :: Proxy 'Language.TypeScript) typescriptParser Language.TypeScript
diff --git a/test/Spec.hs b/test/Spec.hs
index 9f329009a..efd51e45d 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -37,11 +37,11 @@ main = do
     let args = TaskConfig config logger statter
     describe "Semantic.Stat" Semantic.Stat.Spec.spec
     parallel $ do
-      describe "Analysis.Go" Analysis.Go.Spec.spec
-      describe "Analysis.PHP" Analysis.PHP.Spec.spec
-      describe "Analysis.Python" Analysis.Python.Spec.spec
-      describe "Analysis.Ruby" Analysis.Ruby.Spec.spec
-      describe "Analysis.TypeScript" Analysis.TypeScript.Spec.spec
+      describe "Analysis.Go" (Analysis.Go.Spec.spec args)
+      describe "Analysis.PHP" (Analysis.PHP.Spec.spec args)
+      describe "Analysis.Python" (Analysis.Python.Spec.spec args)
+      describe "Analysis.Ruby" (Analysis.Ruby.Spec.spec args)
+      describe "Analysis.TypeScript" (Analysis.TypeScript.Spec.spec args)
       describe "Assigning.Assignment" Assigning.Assignment.Spec.spec
       describe "Control.Abstract.Evaluator" Control.Abstract.Evaluator.Spec.spec
       describe "Data.Diff" Data.Diff.Spec.spec

From d26c6be061aa397bff497f0267f9eaf398240673 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:11:20 -0400
Subject: [PATCH 05/10] Define evaluateProject in terms of evaluateProject'.

---
 src/Semantic/Util.hs | 17 +++++------------
 1 file changed, 5 insertions(+), 12 deletions(-)

diff --git a/src/Semantic/Util.hs b/src/Semantic/Util.hs
index c84e5b3fd..30eb1768b 100644
--- a/src/Semantic/Util.hs
+++ b/src/Semantic/Util.hs
@@ -32,7 +32,7 @@ import           Semantic.Config
 import           Semantic.Graph
 import           Semantic.IO as IO
 import           Semantic.Task
-import           Semantic.Telemetry (LogQueue, StatQueue)
+import           Semantic.Telemetry (LogQueue, StatQueue, TelemetryQueues(..))
 import           System.Exit (die)
 import           System.FilePath.Posix (takeDirectory)
 import           Text.Show (showListWith)
@@ -103,17 +103,10 @@ evalTypeScriptProject = justEvaluating <=< evaluateProject (Proxy :: Proxy 'Lang
 typecheckGoFile = checking <=< evaluateProjectWithCaching (Proxy :: Proxy 'Language.Go) goParser Language.Go
 
 -- Evaluate a project consisting of the listed paths.
-evaluateProject proxy parser lang paths = runTaskWithOptions debugOptions $ do
-  blobs <- catMaybes <$> traverse readFile (flip File lang <$> paths)
-  package <- fmap quieterm <$> parsePackage parser (Project (takeDirectory (maybe "/" fst (uncons paths))) blobs lang [])
-  modules <- topologicalSort <$> runImportGraph proxy package
-  trace $ "evaluating with load order: " <> show (map (modulePath . moduleInfo) modules)
-  pure (runTermEvaluator @_ @_ @(Value Precise (UtilEff Precise))
-       (runReader (packageInfo package)
-       (runReader (lowerBound @Span)
-       (runReader (lowerBound @(ModuleTable (NonEmpty (Module (Environment Precise, Precise)))))
-       (raiseHandler (runModules (ModuleTable.modulePaths (packageModules package)))
-       (evaluate proxy id withTermSpans modules))))))
+evaluateProject proxy parser lang paths = do
+  config <- defaultConfig debugOptions
+  withTelemetry config $ \(TelemetryQueues logger statter _) ->
+    evaluateProject' (TaskConfig config logger statter) proxy parser lang paths
 
 data TaskConfig = TaskConfig Config LogQueue StatQueue
 

From fe8053467a5821ef2451a01eb4416c1d5332318b Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:13:32 -0400
Subject: [PATCH 06/10] Abstract the config/queue setup.

---
 src/Semantic/Task.hs | 11 ++++++-----
 1 file changed, 6 insertions(+), 5 deletions(-)

diff --git a/src/Semantic/Task.hs b/src/Semantic/Task.hs
index cb1cf6266..287f3d899 100644
--- a/src/Semantic/Task.hs
+++ b/src/Semantic/Task.hs
@@ -127,11 +127,12 @@ runTask = runTaskWithOptions defaultOptions
 
 -- | Execute a 'TaskEff' with the passed 'Options', yielding its result value in 'IO'.
 runTaskWithOptions :: Options -> TaskEff a -> IO a
-runTaskWithOptions opts task = do
-  config <- defaultConfig opts
-  result <- withTelemetry config $ \(TelemetryQueues logger statter _) ->
-    runTaskWithConfig config logger statter task
-  either (die . displayException) pure result
+runTaskWithOptions opts task = withOptions opts (\ config logger statter -> runTaskWithConfig config logger statter task) >>= either (die . displayException) pure
+
+withOptions :: Options -> (Config -> LogQueue -> StatQueue -> IO a) -> IO a
+withOptions options with = do
+  config <- defaultConfig options
+  withTelemetry config (\ (TelemetryQueues logger statter _) -> with config logger statter)
 
 -- | Execute a 'TaskEff' yielding its result value in 'IO'.
 runTaskWithConfig :: Config -> LogQueue -> StatQueue -> TaskEff a -> IO (Either SomeException a)

From 80e873b252e4dba4721cfd54a49be812f31ec092 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:13:49 -0400
Subject: [PATCH 07/10] Export withOptions.

---
 src/Semantic/Task.hs | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/Semantic/Task.hs b/src/Semantic/Task.hs
index 287f3d899..61140b300 100644
--- a/src/Semantic/Task.hs
+++ b/src/Semantic/Task.hs
@@ -37,6 +37,7 @@ module Semantic.Task
 -- * Interpreting
 , runTask
 , runTaskWithOptions
+, withOptions
 , runTaskWithConfig
 -- * Re-exports
 , Distribute

From 289bdeaf8c9d9a0bb6644aeb4049ee8a294d6526 Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:14:52 -0400
Subject: [PATCH 08/10] Use withOptions to define evaluateProject.

---
 src/Semantic/Util.hs | 8 +++-----
 1 file changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/Semantic/Util.hs b/src/Semantic/Util.hs
index 30eb1768b..bb950b660 100644
--- a/src/Semantic/Util.hs
+++ b/src/Semantic/Util.hs
@@ -32,7 +32,7 @@ import           Semantic.Config
 import           Semantic.Graph
 import           Semantic.IO as IO
 import           Semantic.Task
-import           Semantic.Telemetry (LogQueue, StatQueue, TelemetryQueues(..))
+import           Semantic.Telemetry (LogQueue, StatQueue)
 import           System.Exit (die)
 import           System.FilePath.Posix (takeDirectory)
 import           Text.Show (showListWith)
@@ -103,10 +103,8 @@ evalTypeScriptProject = justEvaluating <=< evaluateProject (Proxy :: Proxy 'Lang
 typecheckGoFile = checking <=< evaluateProjectWithCaching (Proxy :: Proxy 'Language.Go) goParser Language.Go
 
 -- Evaluate a project consisting of the listed paths.
-evaluateProject proxy parser lang paths = do
-  config <- defaultConfig debugOptions
-  withTelemetry config $ \(TelemetryQueues logger statter _) ->
-    evaluateProject' (TaskConfig config logger statter) proxy parser lang paths
+evaluateProject proxy parser lang paths = withOptions debugOptions $ \ config logger statter ->
+  evaluateProject' (TaskConfig config logger statter) proxy parser lang paths
 
 data TaskConfig = TaskConfig Config LogQueue StatQueue
 

From 1e6a3f71e2305a6b7ac1482134267161e1bbf28e Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:16:51 -0400
Subject: [PATCH 09/10] Use withOptions in the spec.

---
 test/Spec.hs | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/test/Spec.hs b/test/Spec.hs
index efd51e45d..4939db60c 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -32,8 +32,7 @@ import Test.Hspec
 
 main :: IO ()
 main = do
-  config <- defaultConfig defaultOptions
-  withTelemetry config $ \ (TelemetryQueues logger statter _) -> hspec $ do
+  withOptions defaultOptions $ \ config logger statter -> hspec $ do
     let args = TaskConfig config logger statter
     describe "Semantic.Stat" Semantic.Stat.Spec.spec
     parallel $ do

From 7e2f7614f71aca99857fb1c2b1198850b00ebe3f Mon Sep 17 00:00:00 2001
From: Rob Rix <rob.rix@me.com>
Date: Tue, 10 Jul 2018 14:17:56 -0400
Subject: [PATCH 10/10] Fix up the imports.

---
 test/Spec.hs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/test/Spec.hs b/test/Spec.hs
index 4939db60c..84710a79b 100644
--- a/test/Spec.hs
+++ b/test/Spec.hs
@@ -24,8 +24,8 @@ import qualified Semantic.Spec
 import qualified Semantic.CLI.Spec
 import qualified Semantic.IO.Spec
 import qualified Semantic.Stat.Spec
-import Semantic.Config (defaultConfig, defaultOptions, withTelemetry)
-import Semantic.Telemetry (TelemetryQueues(..))
+import Semantic.Config (defaultOptions)
+import Semantic.Task (withOptions)
 import Semantic.Util (TaskConfig(..))
 import qualified Proto3.Roundtrip
 import Test.Hspec