@@ -14,7 +14,7 @@ module Obelisk.Command.Run where
1414import Control.Arrow ((&&&))
1515import Control.Exception (Exception, bracket)
1616import Control.Lens (ifor, (.~), (&))
17−import Control.Monad (filterM, unless, void)
17+import Control.Monad (filterM)
1818import Control.Monad.Except (runExceptT, throwError)
1919import Control.Monad.IO.Class (liftIO)
2020import Control.Monad.Reader (MonadIO)
@@ -25,12 +25,14 @@ import Data.Default (def)
2525import Data.Either (partitionEithers)
2626import Data.Foldable (fold, for_, toList)
2727import Data.Functor.Identity (runIdentity)
28+import Data.List (intercalate)
2829import Data.List.NonEmpty (NonEmpty)
2930import qualified Data.List.NonEmpty as NE
3031import Data.Map (Map)
3132import qualified Data.Map as Map
3233import qualified Data.Map.Monoidal as MMap
33−import Data.Maybe
34+import Data.Maybe (catMaybes, fromMaybe, mapMaybe)
35+import Data.Ord (comparing)
3436import Data.Set (Set)
3537import qualified Data.Set as Set
3638import Data.String.Here.Interpolated (i)
@@ -44,17 +46,17 @@ import Distribution.Compiler (CompilerFlavor(..))
4446import Distribution.PackageDescription.Parsec (parseGenericPackageDescription)
4547import Distribution.Parsec.ParseResult (runParseResult)
4648import qualified Distribution.System as Dist
47−import Distribution.Types.BuildInfo
48−import Distribution.Types.CondTree
49−import Distribution.Types.GenericPackageDescription
50−import Distribution.Types.Library
51−import Distribution.Utils.Generic
49+import Distribution.Types.BuildInfo (buildable, cppOptions, defaultExtensions, defaultLanguage, hsSourceDirs, options)
50+import Distribution.Types.CondTree (simplifyCondTree)
51+import Distribution.Types.GenericPackageDescription (ConfVar (Arch, Impl, OS), condLibrary)
52+import Distribution.Types.Library (libBuildInfo)
53+import Distribution.Utils.Generic (toUTF8BS, readUTF8File)
5254import qualified Distribution.Parsec.Common as Dist
5355import qualified Hpack.Config as Hpack
5456import qualified Hpack.Render as Hpack
5557import qualified Hpack.Yaml as Hpack
56−import Language.Haskell.Extension
57−import Network.Socket hiding (Debug)
58+import Language.Haskell.Extension (Extension, Language)
59+import qualified Network.Socket as Socket
5860import System.Directory
5961import System.Environment (getExecutablePath)
6062import System.FilePath
@@ -64,19 +66,18 @@ import System.IO.Temp (withSystemTempDirectory)
6466import Obelisk.App (MonadObelisk)
6567import Obelisk.CliApp (
6668 Severity (..),
67− createProcess_,
6869 failWith,
6970 proc,
7071 putLog,
7172 readCreateProcessWithExitCode,
7273 readProcessAndLogStderr,
74+ runProcess_,
7375 setCwd,
7476 setDelegateCtlc,
75− waitForProcess,
7677 withSpinner,
7778 )
7879import Obelisk.Command.Nix
79−import Obelisk.Command.Project (nixShellWithoutPkgs, withProjectRoot, findProjectAssets)
80+import Obelisk.Command.Project (nixShellWithoutPkgs, withProjectRoot, findProjectAssets, bashEscape)
8081import Obelisk.Command.Thunk (attrCacheFileName)
8182import Obelisk.Command.Utils (findExePath, ghcidExePath)
8283
@@ -93,9 +94,11 @@ data CabalPackageInfo = CabalPackageInfo
9394 -- ^ List of globally set languages of the library component
9495 , _cabalPackageInfo_compilerOptions :: [(CompilerFlavor, [String])]
9596 -- ^ List of compiler-specific options (e.g., the "ghc-options" field of the cabal file)
97+ , _cabalPackageInfo_cppOptions :: [String]
98+ -- ^ List of CPP (C Preprocessor) options (e.g. the "cpp-options" field of the cabal file)
9699 }
97100
98−-- | 'Bool' with a better name for it's purpose.
101+-- | 'Bool' with a better name for its purpose.
99102data Interpret = Interpret_Interpret | Interpret_NoInterpret deriving (Eq, Ord, Show)
100103
101104textInterpret :: Interpret -> Text
@@ -148,7 +151,7 @@ profile profileBasePattern rtsFlags = withProjectRoot "." $ \root -> do
148151 liftIO $ createDirectoryIfMissing True $ takeDirectory $ root </> profileBaseName
149152 putLog Debug $ "Storing profiled data under base name of " <> T.pack (root </> profileBaseName)
150153 freePort <- getFreePort
151− (_, _, _, ph) <- createProcess_ "runProfExe" $ setCwd (Just root) $ setDelegateCtlc True $ proc (outPath </> "bin" </> "ob-run") $
154+ runProcess_ $ setCwd (Just root) $ setDelegateCtlc True $ proc (outPath </> "bin" </> "ob-run") $
152155 [ show freePort
153156 , T.unpack assets
154157 , profileBaseName
@@ -156,17 +159,16 @@ profile profileBasePattern rtsFlags = withProjectRoot "." $ \root -> do
156159 , "-po" <> profileBaseName
157160 ] <> rtsFlags
158161 <> [ "-RTS" ]
159− void $ waitForProcess ph
160162
161163run :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
162164run root interpretPaths = do
163165 pkgs <- getParsedLocalPkgs root interpretPaths
164− withGhciScript pkgs $ \dotGhciPath -> do
165− assets <- findProjectAssets root
166− putLog Debug $ "Assets impurely loaded from: " <> assets
167− ghciArgs <- getGhciSessionSettings pkgs root True
168− freePort <- getFreePort
169− runGhcid root True (ghciArgs <> mkGhciScriptArg dotGhciPath) pkgs $ Just $ unwords
166+ assets <- findProjectAssets root
167+ putLog Debug $ "Assets impurely loaded from: " <> assets
168+ ghciArgs <- getGhciSessionSettings pkgs root True
169+ freePort <- getFreePort
170+ withGhciScriptArgs pkgs $ \dotGhciArgs -> do
171+ runGhcid root True (ghciArgs <> dotGhciArgs) pkgs $ Just $ unwords
170172 [ "Obelisk.Run.run"
171173 , show freePort
172174 , "(Obelisk.Run.runServeAsset " ++ show assets ++ ")"
@@ -178,15 +180,15 @@ runRepl :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
178180runRepl root interpretPaths = do
179181 pkgs <- getParsedLocalPkgs root interpretPaths
180182 ghciArgs <- getGhciSessionSettings pkgs "." True
181− withGhciScript pkgs $ \dotGhciPath ->
182− runGhciRepl root pkgs (ghciArgs <> mkGhciScriptArg dotGhciPath)
183+ withGhciScriptArgs pkgs $ \dotGhciArgs ->
184+ runGhciRepl root pkgs (ghciArgs <> dotGhciArgs)
183185
184186runWatch :: MonadObelisk m => FilePath -> PathTree Interpret -> m ()
185187runWatch root interpretPaths = do
186188 pkgs <- getParsedLocalPkgs root interpretPaths
187189 ghciArgs <- getGhciSessionSettings pkgs root True
188− withGhciScript pkgs $ \dotGhciPath ->
189− runGhcid root True (ghciArgs <> mkGhciScriptArg dotGhciPath) pkgs Nothing
190+ withGhciScriptArgs pkgs $ \dotGhciArgs ->
191+ runGhcid root True (ghciArgs <> dotGhciArgs) pkgs Nothing
190192
191193exportGhciConfig :: MonadObelisk m => Bool -> FilePath -> PathTree Interpret -> m [String]
192194exportGhciConfig useRelativePaths root interpretPaths = do
@@ -302,15 +304,16 @@ parseCabalPackage
302304 -> m (Maybe CabalPackageInfo)
303305parseCabalPackage dir = parseCabalPackage' dir >>= \case
304306 Left err -> Nothing <$ putLog Error err
305− Right (warnings, pkgInfo) -> do
307+ Right (Just (warnings, pkgInfo)) -> do
306308 for_ warnings $ putLog Warning . T.pack . show
307309 pure $ Just pkgInfo
310+ Right Nothing -> pure Nothing
308311
309312-- | Like 'parseCabalPackage' but returns errors and warnings directly so as to avoid 'MonadObelisk'.
310313parseCabalPackage'
311314 :: (MonadIO m)
312315 => FilePath -- ^ Package directory
313− -> m (Either T.Text ([Dist.PWarning], CabalPackageInfo))
316+ -> m (Either T.Text (Maybe ([Dist.PWarning], CabalPackageInfo)))
314317parseCabalPackage' pkg = runExceptT $ do
315318 (cabalContents, packageFile, packageName) <- guessCabalPackageFile pkg >>= \case
316319 Left GuessPackageFileError_NotFound -> throwError $ "No .cabal or package.yaml file found in " <> T.pack pkg
@@ -338,7 +341,7 @@ parseCabalPackage' pkg = runExceptT $ do
338341 case condLibrary <$> result of
339342 Right (Just condLib) -> do
340343 let (_, lib) = simplifyCondTree evalConfVar condLib
341− pure $ (warnings,) $ CabalPackageInfo
344+ pure $ Just $ (warnings,) $ CabalPackageInfo
342345 { _cabalPackageInfo_packageName = T.pack packageName
343346 , _cabalPackageInfo_packageFile = packageFile
344347 , _cabalPackageInfo_packageRoot = takeDirectory packageFile
@@ -350,18 +353,19 @@ parseCabalPackage' pkg = runExceptT $ do
350353 , _cabalPackageInfo_defaultLanguage =
351354 defaultLanguage $ libBuildInfo lib
352355 , _cabalPackageInfo_compilerOptions = options $ libBuildInfo lib
356+ , _cabalPackageInfo_cppOptions = cppOptions $ libBuildInfo lib
353357 }
354− Right Nothing -> throwError "Haskell package has no library component"
358+ Right Nothing -> pure Nothing
355359 Left (_, errors) ->
356360 throwError $ T.pack $ "Failed to parse " <> packageFile <> ":\n" <> unlines (map show errors)
357361
358362parsePackagesOrFail :: (MonadObelisk m, Foldable f) => f FilePath -> m (NE.NonEmpty CabalPackageInfo)
359363parsePackagesOrFail dirs' = do
360− (pkgDirErrs, packageInfos') <- fmap partitionEithers $ for dirs $ \dir -> do
364+ packageInfos' <- fmap catMaybes $ for dirs $ \dir -> do
361365 flip fmap (parseCabalPackage dir) $ \case
362366 Just packageInfo
363− | _cabalPackageInfo_buildable packageInfo -> Right packageInfo
364− _ -> Left dir
367+ | _cabalPackageInfo_buildable packageInfo -> Just packageInfo
368+ _ -> Nothing
365369
366370 -- Sort duplicate packages such that we prefer shorter paths, but fall back to alphabetical ordering.
367371 let packagesByName = Map.map (NE.sortBy $ comparing $ \p -> let n = _cabalPackageInfo_packageFile p in (length n, n))
@@ -383,9 +387,6 @@ parsePackagesOrFail dirs' = do
383387 "No valid, buildable packages found" <> (if null dirs then "" else " in " <> intercalate ", " dirs)
384388 Just xs -> pure xs
385389
386− unless (null pkgDirErrs) $
387− putLog Warning $ T.pack $ "Failed to find buildable packages in " <> intercalate ", " pkgDirErrs
388−
389390 pure packageInfos
390391 where
391392 dirs = toList dirs'
@@ -393,13 +394,29 @@ parsePackagesOrFail dirs' = do
393394packageInfoToNamePathMap :: Foldable f => f CabalPackageInfo -> Map Text FilePath
394395packageInfoToNamePathMap = Map.fromList . map (_cabalPackageInfo_packageName &&& _cabalPackageInfo_packageRoot) . toList
395396
397+-- Like 'withGhciScript' but provides the precise ghci arguments to add to a ghci session
398+withGhciScriptArgs
399+ :: (MonadObelisk m, Foldable f)
400+ => f CabalPackageInfo -- ^ List of packages to load into ghci
401+ -> ([String] -> m ()) -- ^ Action to run with the extra ghci arguments
402+ -> m ()
403+withGhciScriptArgs packageInfos f = withGhciScript loadPreludeManually packageInfos $ \fp -> f ["-XNoImplicitPrelude", "-ghci-script", fp]
404+ where
405+ -- These lines must be first and allow the session to support a custom Prelude when @-XNoImplicitPrelude@
406+ -- is passed to the ghci session.
407+ loadPreludeManually =
408+ [ ":add Prelude" -- @:add@ is used because it's less noisy when there is no custom Prelude
409+ , ":set -XImplicitPrelude" -- Turn the default setting on
410+ ]
411+
396412-- | Create ghci configuration to load the given packages
397413withGhciScript
398414 :: (MonadObelisk m, Foldable f)
399− => f CabalPackageInfo -- ^ List of packages to load into ghci
415+ => [String] -- ^ Commands to prefix to file
416+ -> f CabalPackageInfo -- ^ List of packages to load into ghci
400417 -> (FilePath -> m ()) -- ^ Action to run with the path to generated temporary .ghci
401418 -> m ()
402−withGhciScript (toList -> packageInfos) f =
419+withGhciScript preCommands (toList -> packageInfos) f =
403420 withSystemTempDirectory "ob-ghci" $ \fp -> do
404421 let dotGhciPath = fp </> ".ghci"
405422 liftIO $ writeFile dotGhciPath dotGhci
@@ -411,7 +428,8 @@ withGhciScript (toList -> packageInfos) f =
411428 , [ "Backend" | "backend" `Set.member` packageNames ]
412429 , [ "Frontend" | "frontend" `Set.member` packageNames ]
413430 ]
414− dotGhci = unlines
431+ dotGhci = unlines $
432+ preCommands <>
415433 [ if null modulesToLoad then "" else ":load " <> unwords modulesToLoad
416434 , "import qualified Obelisk.Run"
417435 , "import qualified Frontend"
@@ -464,7 +482,7 @@ runGhciRepl root (toList -> packages) ghciArgs =
464482 -- NOTE: We do *not* want to use $(staticWhich "ghci") here because we need the
465483 -- ghc that is provided by the shell in the user's project.
466484 nixShellWithoutPkgs root True False (packageInfoToNamePathMap packages) "ghc" $
467− Just $ unwords $ "ghci" : ghciArgs -- TODO: Shell escape
485+ Just $ unwords $ fmap bashEscape $ "ghci" : ghciArgs
468486
469487-- | Run ghcid
470488runGhcid
@@ -477,32 +495,28 @@ runGhcid
477495 -> m ()
478496runGhcid root chdirToRoot ghciArgs (toList -> packages) mcmd =
479497 nixShellWithoutPkgs root True chdirToRoot (packageInfoToNamePathMap packages) "ghc" $
480− Just $ unwords $ ghcidExePath : opts -- TODO: Shell escape
498+ Just $ unwords $ fmap bashEscape $ ghcidExePath : opts
481499 where
482− opts =
483− [ "-W"
484− , "--outputfile=ghcid-output.txt"
485− ] <> map (\x -> "--reload='" <> x <> "'") reloadFiles
486− <> map (\x -> "--restart='" <> x <> "'") restartFiles
487− <> testCmd
488− <> ["--command='" <> unwords ("ghci" : ghciArgs) <> "'"] -- TODO: Shell escape
489− testCmd = maybeToList (flip fmap mcmd $ \cmd -> "--test='" <> cmd <> "'") -- TODO: Shell escape
490−
500+ opts = concat
501+ [ ["-W"]
502+ , ["--outputfile=ghcid-output.txt"]
503+ , map (\x -> "--reload=" <> x) reloadFiles
504+ , map (\x -> "--restart=" <> x) restartFiles
505+ , maybe [] (\cmd -> ["--test=" <> cmd]) mcmd
506+ , ["--command=" <> unwords ("ghci" : ghciArgs)]
507+ ]
491508 adjustRoot x = if chdirToRoot then makeRelative root x else x
492509 reloadFiles = map adjustRoot [root </> "config"]
493510 restartFiles = map (adjustRoot . _cabalPackageInfo_packageFile) packages
494511
495−mkGhciScriptArg :: FilePath -> [String]
496−mkGhciScriptArg dotGhci = ["-ghci-script", dotGhci]
497−
498−getFreePort :: MonadIO m => m PortNumber
499−getFreePort = liftIO $ withSocketsDo $ do
500− addr:_ <- getAddrInfo (Just defaultHints) (Just "127.0.0.1") (Just "0")
501− bracket (open addr) close socketPort
512+getFreePort :: MonadIO m => m Socket.PortNumber
513+getFreePort = liftIO $ Socket.withSocketsDo $ do
514+ addr:_ <- Socket.getAddrInfo (Just Socket.defaultHints) (Just "127.0.0.1") (Just "0")
515+ bracket (open addr) Socket.close Socket.socketPort
502516 where
503517 open addr = do
504− sock <- socket (addrFamily addr) (addrSocketType addr) (addrProtocol addr)
505− bind sock (addrAddress addr)
518+ sock <- Socket.socket (Socket.addrFamily addr) (Socket.addrSocketType addr) (Socket.addrProtocol addr)
519+ Socket.bind sock (Socket.addrAddress addr)
506520 return sock
507521
508522