@@ -14,24 +14,25 @@ module Obelisk.Command.Run where
14import Control.Arrow ((&&&))
14import Control.Arrow ((&&&))
15import Control.Exception (Exception, bracket)
15import Control.Exception (Exception, bracket)
16import Control.Lens (ifor, (.~), (&))
16import Control.Lens (ifor, (.~), (&))
17−import Control.Monad (filterM, unless, void)
17+import Control.Monad (filterM)
18import Control.Monad.Except (runExceptT, throwError)
18import Control.Monad.Except (runExceptT, throwError)
19import Control.Monad.IO.Class (liftIO)
19import Control.Monad.IO.Class (liftIO)
20import Control.Monad.Reader (MonadIO)
20import Control.Monad.Reader (MonadIO)
21import Data.Bifoldable (bifoldr1)
21import Data.Bifoldable (bifoldr1)
22import Data.Bifunctor (bimap)
22import Data.Bifunctor (bimap)
23−import qualified Data.ByteString.UTF8 as BSU
24import Data.Coerce (coerce)
23import Data.Coerce (coerce)
25import Data.Default (def)
24import Data.Default (def)
26import Data.Either (partitionEithers)
25import Data.Either (partitionEithers)
27import Data.Foldable (fold, for_, toList)
26import Data.Foldable (fold, for_, toList)
28import Data.Functor.Identity (runIdentity)
27import Data.Functor.Identity (runIdentity)
28+import Data.List (intercalate)
29import Data.List.NonEmpty (NonEmpty)
29import Data.List.NonEmpty (NonEmpty)
30import qualified Data.List.NonEmpty as NE
30import qualified Data.List.NonEmpty as NE
31import Data.Map (Map)
31import Data.Map (Map)
32import qualified Data.Map as Map
32import qualified Data.Map as Map
33import qualified Data.Map.Monoidal as MMap
33import qualified Data.Map.Monoidal as MMap
34−import Data.Maybe
34+import Data.Maybe (catMaybes, fromMaybe, mapMaybe)
35+import Data.Ord (comparing)
35import Data.Set (Set)
36import Data.Set (Set)
36import qualified Data.Set as Set
37import qualified Data.Set as Set
37import Data.String.Here.Interpolated (i)
38import Data.String.Here.Interpolated (i)
@@ -45,40 +46,38 @@ import Distribution.Compiler (CompilerFlavor(..))
45import Distribution.PackageDescription.Parsec (parseGenericPackageDescription)
46import Distribution.PackageDescription.Parsec (parseGenericPackageDescription)
46import Distribution.Parsec.ParseResult (runParseResult)
47import Distribution.Parsec.ParseResult (runParseResult)
47import qualified Distribution.System as Dist
48import qualified Distribution.System as Dist
48−import Distribution.Types.BuildInfo
49+import Distribution.Types.BuildInfo (buildable, cppOptions, defaultExtensions, defaultLanguage, hsSourceDirs, options)
49−import Distribution.Types.CondTree
50+import Distribution.Types.CondTree (simplifyCondTree)
50−import Distribution.Types.GenericPackageDescription
51+import Distribution.Types.GenericPackageDescription (ConfVar (Arch, Impl, OS), condLibrary)
51−import Distribution.Types.Library
52+import Distribution.Types.Library (libBuildInfo)
52−import Distribution.Utils.Generic
53+import Distribution.Utils.Generic (toUTF8BS, readUTF8File)
53import qualified Distribution.Parsec.Common as Dist
54import qualified Distribution.Parsec.Common as Dist
54import qualified Hpack.Config as Hpack
55import qualified Hpack.Config as Hpack
55import qualified Hpack.Render as Hpack
56import qualified Hpack.Render as Hpack
56import qualified Hpack.Yaml as Hpack
57import qualified Hpack.Yaml as Hpack
57−import Language.Haskell.Extension
58+import Language.Haskell.Extension (Extension, Language)
58−import Network.Socket hiding (Debug)
59+import qualified Network.Socket as Socket
59import System.Directory
60import System.Directory
60import System.Environment (getExecutablePath)
61import System.Environment (getExecutablePath)
61import System.FilePath
62import System.FilePath
62import qualified System.Info
63import qualified System.Info
63import System.IO.Temp (withSystemTempDirectory)
64import System.IO.Temp (withSystemTempDirectory)
64−import Text.ShellEscape (bash, bytes)
66import Obelisk.App (MonadObelisk)
66import Obelisk.App (MonadObelisk)
67import Obelisk.CliApp (
67import Obelisk.CliApp (
68 Severity (..),
68 Severity (..),
73 readCreateProcessWithExitCode,
72 readCreateProcessWithExitCode,
74 readProcessAndLogStderr,
73 readProcessAndLogStderr,
76 setDelegateCtlc,
76 setDelegateCtlc,
78 withSpinner,
77 withSpinner,
80import Obelisk.Command.Nix
79import Obelisk.Command.Nix
81−import Obelisk.Command.Project (nixShellWithoutPkgs, withProjectRoot, findProjectAssets)
80+import Obelisk.Command.Project (nixShellWithoutPkgs, withProjectRoot, findProjectAssets, bashEscape)
82import Obelisk.Command.Thunk (attrCacheFileName)
81import Obelisk.Command.Thunk (attrCacheFileName)
83import Obelisk.Command.Utils (findExePath, ghcidExePath)
82import Obelisk.Command.Utils (findExePath, ghcidExePath)
@@ -95,9 +94,11 @@ data CabalPackageInfo = CabalPackageInfo
95 -- ^ List of globally set languages of the library component
94 -- ^ List of globally set languages of the library component
96 , _cabalPackageInfo_compilerOptions :: [(CompilerFlavor, [String])]
95 , _cabalPackageInfo_compilerOptions :: [(CompilerFlavor, [String])]
97 -- ^ List of compiler-specific options (e.g., the "ghc-options" field of the cabal file)
96 -- ^ List of compiler-specific options (e.g., the "ghc-options" field of the cabal file)
97+ , _cabalPackageInfo_cppOptions :: [String]
98+ -- ^ List of CPP (C Preprocessor) options (e.g. the "cpp-options" field of the cabal file)
100−-- | 'Bool' with a better name for it's purpose.
101+-- | 'Bool' with a better name for its purpose.
101data Interpret = Interpret_Interpret | Interpret_NoInterpret deriving (Eq, Ord, Show)
102data Interpret = Interpret_Interpret | Interpret_NoInterpret deriving (Eq, Ord, Show)
103textInterpret :: Interpret -> Text
104textInterpret :: Interpret -> Text
@@ -150,7 +151,7 @@ profile profileBasePattern rtsFlags = withProjectRoot "." $ \root -> do
150 liftIO $ createDirectoryIfMissing True $ takeDirectory $ root </> profileBaseName
151 liftIO $ createDirectoryIfMissing True $ takeDirectory $ root </> profileBaseName
151 putLog Debug $ "Storing profiled data under base name of " <> T.pack (root </> profileBaseName)
152 putLog Debug $ "Storing profiled data under base name of " <> T.pack (root </> profileBaseName)
152 freePort <- getFreePort
153 freePort <- getFreePort
153− (_, _, _, ph) <- createProcess_ "runProfExe" $ setCwd (Just root) $ setDelegateCtlc True $ proc (outPath </> "bin" </> "ob-run") $
154+ runProcess_ $ setCwd (Just root) $ setDelegateCtlc True $ proc (outPath </> "bin" </> "ob-run") $
154 [ show freePort
155 [ show freePort
155 , T.unpack assets
156 , T.unpack assets
156 , profileBaseName
157 , profileBaseName
@@ -158,17 +159,16 @@ profile profileBasePattern rtsFlags = withProjectRoot "." $ \root -> do
158 , "-po" <> profileBaseName
159 , "-po" <> profileBaseName
159 ] <> rtsFlags
160 ] <> rtsFlags
160 <> [ "-RTS" ]
161 <> [ "-RTS" ]
161− void $ waitForProcess ph
163run :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
163run :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
164run root interpretPaths = do
164run root interpretPaths = do
165 pkgs <- getParsedLocalPkgs root interpretPaths
165 pkgs <- getParsedLocalPkgs root interpretPaths
166− withGhciScript pkgs $ \dotGhciPath -> do
167− assets <- findProjectAssets root
166+ assets <- findProjectAssets root
168− putLog Debug $ "Assets impurely loaded from: " <> assets
167+ putLog Debug $ "Assets impurely loaded from: " <> assets
169− ghciArgs <- getGhciSessionSettings pkgs root True
168+ ghciArgs <- getGhciSessionSettings pkgs root True
170− freePort <- getFreePort
169+ freePort <- getFreePort
170+ withGhciScriptArgs pkgs $ \dotGhciArgs -> do
171− runGhcid root True (ghciArgs <> mkGhciScriptArg dotGhciPath) pkgs $ Just $ unwords
171+ runGhcid root True (ghciArgs <> dotGhciArgs) pkgs $ Just $ unwords
172 [ "Obelisk.Run.run"
172 [ "Obelisk.Run.run"
173 , show freePort
173 , show freePort
174 , "(Obelisk.Run.runServeAsset " ++ show assets ++ ")"
174 , "(Obelisk.Run.runServeAsset " ++ show assets ++ ")"
@@ -180,15 +180,15 @@ runRepl :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
180runRepl root interpretPaths = do
180runRepl root interpretPaths = do
181 pkgs <- getParsedLocalPkgs root interpretPaths
181 pkgs <- getParsedLocalPkgs root interpretPaths
182 ghciArgs <- getGhciSessionSettings pkgs "." True
182 ghciArgs <- getGhciSessionSettings pkgs "." True
183− withGhciScript pkgs $ \dotGhciPath ->
183+ withGhciScriptArgs pkgs $ \dotGhciArgs ->
184− runGhciRepl root pkgs (ghciArgs <> mkGhciScriptArg dotGhciPath)
184+ runGhciRepl root pkgs (ghciArgs <> dotGhciArgs)
186runWatch :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
186runWatch :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
187runWatch root interpretPaths = do
187runWatch root interpretPaths = do
188 pkgs <- getParsedLocalPkgs root interpretPaths
188 pkgs <- getParsedLocalPkgs root interpretPaths
189 ghciArgs <- getGhciSessionSettings pkgs root True
189 ghciArgs <- getGhciSessionSettings pkgs root True
190− withGhciScript pkgs $ \dotGhciPath ->
190+ withGhciScriptArgs pkgs $ \dotGhciArgs ->
191− runGhcid root True (ghciArgs <> mkGhciScriptArg dotGhciPath) pkgs Nothing
191+ runGhcid root True (ghciArgs <> dotGhciArgs) pkgs Nothing
193exportGhciConfig :: MonadObelisk m => Bool -> FilePath -> PathTree Interpret -> m [String]
193exportGhciConfig :: MonadObelisk m => Bool -> FilePath -> PathTree Interpret -> m [String]
194exportGhciConfig useRelativePaths root interpretPaths = do
194exportGhciConfig useRelativePaths root interpretPaths = do
@@ -304,15 +304,16 @@ parseCabalPackage
304 -> m (Maybe CabalPackageInfo)
304 -> m (Maybe CabalPackageInfo)
305parseCabalPackage dir = parseCabalPackage' dir >>= \case
305parseCabalPackage dir = parseCabalPackage' dir >>= \case
306 Left err -> Nothing <$ putLog Error err
306 Left err -> Nothing <$ putLog Error err
307− Right (warnings, pkgInfo) -> do
307+ Right (Just (warnings, pkgInfo)) -> do
308 for_ warnings $ putLog Warning . T.pack . show
308 for_ warnings $ putLog Warning . T.pack . show
309 pure $ Just pkgInfo
309 pure $ Just pkgInfo
310+ Right Nothing -> pure Nothing
311-- | Like 'parseCabalPackage' but returns errors and warnings directly so as to avoid 'MonadObelisk'.
312-- | Like 'parseCabalPackage' but returns errors and warnings directly so as to avoid 'MonadObelisk'.
312parseCabalPackage'
313parseCabalPackage'
313 :: (MonadIO m)
314 :: (MonadIO m)
314 => FilePath -- ^ Package directory
315 => FilePath -- ^ Package directory
315− -> m (Either T.Text ([Dist.PWarning], CabalPackageInfo))
316+ -> m (Either T.Text (Maybe ([Dist.PWarning], CabalPackageInfo)))
316parseCabalPackage' pkg = runExceptT $ do
317parseCabalPackage' pkg = runExceptT $ do
317 (cabalContents, packageFile, packageName) <- guessCabalPackageFile pkg >>= \case
318 (cabalContents, packageFile, packageName) <- guessCabalPackageFile pkg >>= \case
318 Left GuessPackageFileError_NotFound -> throwError $ "No .cabal or package.yaml file found in " <> T.pack pkg
319 Left GuessPackageFileError_NotFound -> throwError $ "No .cabal or package.yaml file found in " <> T.pack pkg
@@ -340,7 +341,7 @@ parseCabalPackage' pkg = runExceptT $ do
340 case condLibrary <$> result of
341 case condLibrary <$> result of
341 Right (Just condLib) -> do
342 Right (Just condLib) -> do
342 let (_, lib) = simplifyCondTree evalConfVar condLib
343 let (_, lib) = simplifyCondTree evalConfVar condLib
343− pure $ (warnings,) $ CabalPackageInfo
344+ pure $ Just $ (warnings,) $ CabalPackageInfo
344 { _cabalPackageInfo_packageName = T.pack packageName
345 { _cabalPackageInfo_packageName = T.pack packageName
345 , _cabalPackageInfo_packageFile = packageFile
346 , _cabalPackageInfo_packageFile = packageFile
346 , _cabalPackageInfo_packageRoot = takeDirectory packageFile
347 , _cabalPackageInfo_packageRoot = takeDirectory packageFile
@@ -352,18 +353,19 @@ parseCabalPackage' pkg = runExceptT $ do
352 , _cabalPackageInfo_defaultLanguage =
353 , _cabalPackageInfo_defaultLanguage =
353 defaultLanguage $ libBuildInfo lib
354 defaultLanguage $ libBuildInfo lib
354 , _cabalPackageInfo_compilerOptions = options $ libBuildInfo lib
355 , _cabalPackageInfo_compilerOptions = options $ libBuildInfo lib
356+ , _cabalPackageInfo_cppOptions = cppOptions $ libBuildInfo lib
356− Right Nothing -> throwError "Haskell package has no library component"
358+ Right Nothing -> pure Nothing
357 Left (_, errors) ->
359 Left (_, errors) ->
358 throwError $ T.pack $ "Failed to parse " <> packageFile <> ":\n" <> unlines (map show errors)
360 throwError $ T.pack $ "Failed to parse " <> packageFile <> ":\n" <> unlines (map show errors)
360parsePackagesOrFail :: (MonadObelisk m, Foldable f) => f FilePath -> m (NE.NonEmpty CabalPackageInfo)
362parsePackagesOrFail :: (MonadObelisk m, Foldable f) => f FilePath -> m (NE.NonEmpty CabalPackageInfo)
361parsePackagesOrFail dirs' = do
363parsePackagesOrFail dirs' = do
362− (pkgDirErrs, packageInfos') <- fmap partitionEithers $ for dirs $ \dir -> do
364+ packageInfos' <- fmap catMaybes $ for dirs $ \dir -> do
363 flip fmap (parseCabalPackage dir) $ \case
365 flip fmap (parseCabalPackage dir) $ \case
364 Just packageInfo
366 Just packageInfo
365− | _cabalPackageInfo_buildable packageInfo -> Right packageInfo
367+ | _cabalPackageInfo_buildable packageInfo -> Just packageInfo
366− _ -> Left dir
368+ _ -> Nothing
368 -- Sort duplicate packages such that we prefer shorter paths, but fall back to alphabetical ordering.
370 -- Sort duplicate packages such that we prefer shorter paths, but fall back to alphabetical ordering.
369 let packagesByName = Map.map (NE.sortBy $ comparing $ \p -> let n = _cabalPackageInfo_packageFile p in (length n, n))
371 let packagesByName = Map.map (NE.sortBy $ comparing $ \p -> let n = _cabalPackageInfo_packageFile p in (length n, n))
@@ -385,9 +387,6 @@ parsePackagesOrFail dirs' = do
385 "No valid, buildable packages found" <> (if null dirs then "" else " in " <> intercalate ", " dirs)
387 "No valid, buildable packages found" <> (if null dirs then "" else " in " <> intercalate ", " dirs)
386 Just xs -> pure xs
388 Just xs -> pure xs
388− unless (null pkgDirErrs) $
389− putLog Warning $ T.pack $ "Failed to find buildable packages in " <> intercalate ", " pkgDirErrs
391 pure packageInfos
390 pure packageInfos
393 dirs = toList dirs'
392 dirs = toList dirs'
@@ -395,13 +394,29 @@ parsePackagesOrFail dirs' = do
395packageInfoToNamePathMap :: Foldable f => f CabalPackageInfo -> Map Text FilePath
394packageInfoToNamePathMap :: Foldable f => f CabalPackageInfo -> Map Text FilePath
396packageInfoToNamePathMap = Map.fromList . map (_cabalPackageInfo_packageName &&& _cabalPackageInfo_packageRoot) . toList
395packageInfoToNamePathMap = Map.fromList . map (_cabalPackageInfo_packageName &&& _cabalPackageInfo_packageRoot) . toList
397+-- Like 'withGhciScript' but provides the precise ghci arguments to add to a ghci session
399+ :: (MonadObelisk m, Foldable f)
400+ => f CabalPackageInfo -- ^ List of packages to load into ghci
401+ -> ([String] -> m ()) -- ^ Action to run with the extra ghci arguments
403+withGhciScriptArgs packageInfos f = withGhciScript loadPreludeManually packageInfos $ \fp -> f ["-XNoImplicitPrelude", "-ghci-script", fp]
405+ -- These lines must be first and allow the session to support a custom Prelude when @-XNoImplicitPrelude@
406+ -- is passed to the ghci session.
407+ loadPreludeManually =
408+ [ ":add Prelude" -- @:add@ is used because it's less noisy when there is no custom Prelude
409+ , ":set -XImplicitPrelude" -- Turn the default setting on
398-- | Create ghci configuration to load the given packages
412-- | Create ghci configuration to load the given packages
399withGhciScript
413withGhciScript
400 :: (MonadObelisk m, Foldable f)
414 :: (MonadObelisk m, Foldable f)
415+ => [String] -- ^ Commands to prefix to file
401− => f CabalPackageInfo -- ^ List of packages to load into ghci
416+ -> f CabalPackageInfo -- ^ List of packages to load into ghci
402 -> (FilePath -> m ()) -- ^ Action to run with the path to generated temporary .ghci
417 -> (FilePath -> m ()) -- ^ Action to run with the path to generated temporary .ghci
404−withGhciScript (toList -> packageInfos) f =
419+withGhciScript preCommands (toList -> packageInfos) f =
405 withSystemTempDirectory "ob-ghci" $ \fp -> do
420 withSystemTempDirectory "ob-ghci" $ \fp -> do
406 let dotGhciPath = fp </> ".ghci"
421 let dotGhciPath = fp </> ".ghci"
407 liftIO $ writeFile dotGhciPath dotGhci
422 liftIO $ writeFile dotGhciPath dotGhci
@@ -413,7 +428,8 @@ withGhciScript (toList -> packageInfos) f =
413 , [ "Backend" | "backend" `Set.member` packageNames ]
428 , [ "Backend" | "backend" `Set.member` packageNames ]
414 , [ "Frontend" | "frontend" `Set.member` packageNames ]
429 , [ "Frontend" | "frontend" `Set.member` packageNames ]
416− dotGhci = unlines
431+ dotGhci = unlines $
417 [ if null modulesToLoad then "" else ":load " <> unwords modulesToLoad
433 [ if null modulesToLoad then "" else ":load " <> unwords modulesToLoad
418 , "import qualified Obelisk.Run"
434 , "import qualified Obelisk.Run"
419 , "import qualified Frontend"
435 , "import qualified Frontend"
@@ -466,7 +482,7 @@ runGhciRepl root (toList -> packages) ghciArgs =
466 -- NOTE: We do *not* want to use $(staticWhich "ghci") here because we need the
482 -- NOTE: We do *not* want to use $(staticWhich "ghci") here because we need the
467 -- ghc that is provided by the shell in the user's project.
483 -- ghc that is provided by the shell in the user's project.
468 nixShellWithoutPkgs root True False (packageInfoToNamePathMap packages) "ghc" $
484 nixShellWithoutPkgs root True False (packageInfoToNamePathMap packages) "ghc" $
469− Just $ unwords $ fmap (BSU.toString . bytes . bash . BSU.fromString) $ "ghci" : ghciArgs
485+ Just $ unwords $ fmap bashEscape $ "ghci" : ghciArgs
471-- | Run ghcid
487-- | Run ghcid
@@ -479,7 +495,7 @@ runGhcid
480runGhcid root chdirToRoot ghciArgs (toList -> packages) mcmd =
496runGhcid root chdirToRoot ghciArgs (toList -> packages) mcmd =
481 nixShellWithoutPkgs root True chdirToRoot (packageInfoToNamePathMap packages) "ghc" $
497 nixShellWithoutPkgs root True chdirToRoot (packageInfoToNamePathMap packages) "ghc" $
482− Just $ unwords $ fmap (BSU.toString . bytes . bash . BSU.fromString) $ ghcidExePath : opts
498+ Just $ unwords $ fmap bashEscape $ ghcidExePath : opts
484 opts = concat
500 opts = concat
@@ -493,17 +509,14 @@ runGhcid root chdirToRoot ghciArgs (toList -> packages) mcmd =
493 reloadFiles = map adjustRoot [root </> "config"]
509 reloadFiles = map adjustRoot [root </> "config"]
494 restartFiles = map (adjustRoot . _cabalPackageInfo_packageFile) packages
510 restartFiles = map (adjustRoot . _cabalPackageInfo_packageFile) packages
496−mkGhciScriptArg :: FilePath -> [String]
497−mkGhciScriptArg dotGhci = ["-ghci-script", dotGhci]
499−getFreePort :: MonadIO m => m PortNumber
512+getFreePort :: MonadIO m => m Socket.PortNumber
500−getFreePort = liftIO $ withSocketsDo $ do
513+getFreePort = liftIO $ Socket.withSocketsDo $ do
501− addr:_ <- getAddrInfo (Just defaultHints) (Just "127.0.0.1") (Just "0")
514+ addr:_ <- Socket.getAddrInfo (Just Socket.defaultHints) (Just "127.0.0.1") (Just "0")
502− bracket (open addr) close socketPort
515+ bracket (open addr) Socket.close Socket.socketPort
504 open addr = do
517 open addr = do
505− sock <- socket (addrFamily addr) (addrSocketType addr) (addrProtocol addr)
518+ sock <- Socket.socket (Socket.addrFamily addr) (Socket.addrSocketType addr) (Socket.addrProtocol addr)
506− bind sock (addrAddress addr)
519+ Socket.bind sock (Socket.addrAddress addr)
507 return sock
520 return sock