@@ -29,7 +29,7 @@ import Distribution.PackageDescription hiding ( options, buildDepends, extraLibs
29import Distribution.System
29import Distribution.System
30import Distribution.Text
30import Distribution.Text
31import Distribution.Version
31import Distribution.Version
32−import HackageGit ( readHackage, Hackage )
32+import HackageGit
33import Language.Nix
33import Language.Nix
34import Options.Applicative
34import Options.Applicative
35import qualified Paths_hackage2nix as Main
35import qualified Paths_hackage2nix as Main
@@ -38,9 +38,8 @@ import System.FilePath
38import System.IO
38import System.IO
39import Text.PrettyPrint.HughesPJClass hiding ( (<>) )
39import Text.PrettyPrint.HughesPJClass hiding ( (<>) )
41−-- type Nixpkgs = PackageMap -- Map String (Set [String])
42−type PackageSet = Map String Version
41+type PackageSet = Map PackageName Version
43−type PackageMultiSet = Map String (Set Version)
42+type PackageMultiSet = Map PackageName (Set Version)
45data CLI = CLI
44data CLI = CLI
46 { hackageRepository :: FilePath
45 { hackageRepository :: FilePath
@@ -94,13 +93,13 @@ main = do
94 hackagePackagesFile = nixpkgsRepository </> "pkgs/development/haskell-modules/hackage-packages.nix"
93 hackagePackagesFile = nixpkgsRepository </> "pkgs/development/haskell-modules/hackage-packages.nix"
96 corePackageSet :: PackageSet
95 corePackageSet :: PackageSet
97− corePackageSet = Map.fromList [ (name, v) | PackageIdentifier (PackageName name) v <- Set.toList (Config.corePackages config) ]
96+ corePackageSet = Map.fromList [ (name, v) | PackageIdentifier name v <- Set.toList (Config.corePackages config) ]
99 latestVersionSet :: PackageSet
98 latestVersionSet :: PackageSet
100− latestVersionSet = Map.map (Set.findMax . Map.keysSet) (Map.filter (/= Map.empty) (Map.mapWithKey (enforcePreferredVersions preferredVersions) hackage))
99+ latestVersionSet = Map.map Set.findMax (Map.filter (not . Set.null) (Map.mapWithKey (enforcePreferredVersions preferredVersions) hackage))
102 defaultPackageOverridesSet :: PackageSet
101 defaultPackageOverridesSet :: PackageSet
103− defaultPackageOverridesSet = Map.fromList [ (name, resolveConstraint c hackage) | c@(Dependency (PackageName name) _) <- defaultPackageOverrides config ]
102+ defaultPackageOverridesSet = Map.fromList [ (name, resolveConstraint c hackage) | c@(Dependency name _) <- defaultPackageOverrides config ]
105 generatedDefaultPackageSet :: PackageSet
104 generatedDefaultPackageSet :: PackageSet
106 generatedDefaultPackageSet = (defaultPackageOverridesSet `Map.union` latestVersionSet) `Map.difference` corePackageSet
105 generatedDefaultPackageSet = (defaultPackageOverridesSet `Map.union` latestVersionSet) `Map.difference` corePackageSet
@@ -113,10 +112,10 @@ main = do
114 extraPackageSet :: PackageMultiSet
113 extraPackageSet :: PackageMultiSet
115 extraPackageSet = Map.unionsWith Set.union
114 extraPackageSet = Map.unionsWith Set.union
116− [ Map.singleton name (Set.singleton (resolveConstraint c hackage)) | c@(Dependency (PackageName name) _) <- extraPackages config ]
115+ [ Map.singleton name (Set.singleton (resolveConstraint c hackage)) | c@(Dependency name _) <- extraPackages config ]
118− stackagePackageSet :: Map String (Map Version Spec)
117+ stackagePackageSet :: Map PackageName (Map Version Spec)
119− stackagePackageSet = Map.fromListWith Map.union [ (unPackageName n, Map.singleton (Stackage.version spec) spec) | snapshot <- nightly:snapshots, (n, spec) <- Map.toList (packages snapshot) ]
118+ stackagePackageSet = Map.fromListWith Map.union [ (n, Map.singleton (Stackage.version spec) spec) | snapshot <- nightly:snapshots, (n, spec) <- Map.toList (packages snapshot) ]
121 db :: PackageMultiSet
120 db :: PackageMultiSet
122 db = Map.unionsWith Set.union [ Map.map Set.singleton generatedDefaultPackageSet
121 db = Map.unionsWith Set.union [ Map.map Set.singleton generatedDefaultPackageSet
@@ -127,7 +126,7 @@ main = do
129 haskellResolver :: Dependency -> Bool
128 haskellResolver :: Dependency -> Bool
130− haskellResolver (Dependency (PackageName name) vrange)
129+ haskellResolver (Dependency name vrange)
131 | Just v <- Map.lookup name corePackageSet = v `withinRange` vrange
130 | Just v <- Map.lookup name corePackageSet = v `withinRange` vrange
132 | Just v <- Map.lookup name generatedDefaultPackageSet = v `withinRange` vrange
131 | Just v <- Map.lookup name generatedDefaultPackageSet = v `withinRange` vrange
133 | otherwise = False
132 | otherwise = False
@@ -139,45 +138,44 @@ main = do
139 globalPackageMaintainers = Map.unionsWith Set.union [ Map.singleton p (Set.singleton m) | (m,ps) <- Map.toList (packageMaintainers config), p <- Set.toList ps ]
138 globalPackageMaintainers = Map.unionsWith Set.union [ Map.singleton p (Set.singleton m) | (m,ps) <- Map.toList (packageMaintainers config), p <- Set.toList ps ]
141 pkgs <- runParIO $ flip parMapM (Map.toAscList db) $ \(name, vs) -> do
140 pkgs <- runParIO $ flip parMapM (Map.toAscList db) $ \(name, vs) -> do
142− let defs = flip map (Set.toAscList vs) $ \v ->
141+ defs <- flip mapM (Set.toAscList vs) $ \v -> liftIO $ do
144− pkgId :: PackageIdentifier
142+ let pkgId :: PackageIdentifier
145− pkgId = PackageIdentifier (PackageName name) v
143+ pkgId = PackageIdentifier name v
147− isInDefaultPackageSet :: Bool
145+ (descr, cabalSHA256) <- readPackage hackageRepository pkgId
148− isInDefaultPackageSet = maybe False (== v) (Map.lookup name generatedDefaultPackageSet)
146+ meta <- readPackageMeta hackageRepository pkgId
150− abort :: String -> a
148+ let isInDefaultPackageSet :: Bool
151− abort msg = error (display pkgId ++ ": " ++ msg)
149+ isInDefaultPackageSet = maybe False (== v) (Map.lookup name generatedDefaultPackageSet)
153− descr :: GenericPackageDescription
151+ tarballSHA256 :: SHA256Hash
154− descr = fromMaybe (abort "not on Hackage") (Map.lookup name hackage >>= Map.lookup v)
152+ tarballSHA256 = fromMaybe (error (display pkgId ++ ": meta data has no hash for the tarball"))
153+ (view (hashes . at "SHA256") meta)
156− sha256 :: String
155+ spec :: Spec
157− sha256 = fromMaybe (abort "has no hash") (lookup "X-Package-SHA256" (customFieldsPD (packageDescription descr)))
156+ spec = Spec v mempty True True True `fromMaybe` (Map.lookup name stackagePackageSet >>= Map.lookup v)
159− spec :: Spec
158+ flagAssignment :: FlagAssignment -- We don't use the flags from Stackage Nightly here, because
160− spec = Spec v mempty True True True `fromMaybe` (Map.lookup name stackagePackageSet >>= Map.lookup v)
159+ flagAssignment = configureCabalFlags pkgId -- they are chosen specifically for GHC 7.10.2.
162− flagAssignment :: FlagAssignment -- We don't use the flags from Stackage Nightly here, because
161+ attr :: String
163− flagAssignment = configureCabalFlags pkgId -- they are chosen specifically for GHC 7.10.2.
162+ attr = if isInDefaultPackageSet then unPackageName name else mangle pkgId
165− attr :: String
164+ drv :: Derivation
165+ drv = fromGenericPackageDescription haskellResolver nixpkgsResolver targetPlatform (compilerInfo config) flagAssignment [] descr
166+ & src .~ DerivationSource "url" ("mirror://hackage/" ++ display pkgId ++ ".tar.gz") "" tarballSHA256
167+ & editedCabalFile .~ cabalSHA256
168+ & Derivation.runHaddock &&~ Stackage.runHaddock spec
169+ & doCheck &&~ runTests spec
170+ & metaSection.hydraPlatforms %~ (`Set.difference` Map.findWithDefault Set.empty name (dontDistributePackages config))
171+ & metaSection.maintainers .~ Map.findWithDefault Set.empty name globalPackageMaintainers
166− attr = if isInDefaultPackageSet then name else mangle pkgId
172+ & metaSection.hydraPlatforms %~ (if isInDefaultPackageSet then id else const Set.empty)
168− drv :: Derivation
174+ overrides :: Doc
169− drv = fromGenericPackageDescription haskellResolver nixpkgsResolver targetPlatform (compilerInfo config) flagAssignment [] descr
175+ overrides = fcat $ punctuate space [ pPrint b | b <- Set.toList (view (dependencies . each) drv), not (isFromHackage b) ]
170− & src .~ DerivationSource "url" ("mirror://hackage/" ++ display pkgId ++ ".tar.gz") "" sha256
176+ return $ render $ nest 2 $
171− & Derivation.runHaddock &&~ Stackage.runHaddock spec
177+ hang (doubleQuotes (text attr) <+> equals <+> text "callPackage") 2 (parens (pPrint drv)) <+> (braces overrides <> semi)
172− & doCheck &&~ runTests spec
173− & metaSection.hydraPlatforms %~ (`Set.difference` Map.findWithDefault Set.empty (PackageName name) (dontDistributePackages config))
174− & metaSection.maintainers .~ Map.findWithDefault Set.empty (PackageName name) globalPackageMaintainers
175− & metaSection.hydraPlatforms %~ (if isInDefaultPackageSet then id else const Set.empty)
178− overrides = fcat $ punctuate space [ pPrint b | b <- Set.toList (view (dependencies . each) drv), not (isFromHackage b) ]
180− render $ nest 2 $ hang (doubleQuotes (text attr) <+> equals <+> text "callPackage") 2 (parens (pPrint drv)) <+> (braces overrides <> semi)
181 return (intercalate "\n\n" defs)
179 return (intercalate "\n\n" defs)
183 withFile hackagePackagesFile WriteMode $ \h -> do
181 withFile hackagePackagesFile WriteMode $ \h -> do
@@ -193,14 +191,14 @@ main = do
193 void $ runParIO $ flip parMapM snapshots $ \Snapshot {..} -> liftIO $ do
191 void $ runParIO $ flip parMapM snapshots $ \Snapshot {..} -> liftIO $ do
194 let allPackages :: PackageSet
192 let allPackages :: PackageSet
195 allPackages = Map.difference
193 allPackages = Map.difference
196− (Map.fromList [ (name, Stackage.version spec) | (PackageName name, spec) <- Map.toList packages ] `Map.union` generatedDefaultPackageSet)
194+ (Map.fromList [ (name, Stackage.version spec) | (name, spec) <- Map.toList packages ] `Map.union` generatedDefaultPackageSet)
197 corePackages'
195 corePackages'
199 ltsConfigFile :: FilePath
197 ltsConfigFile :: FilePath
200 ltsConfigFile = nixpkgsRepository </> "pkgs/development/haskell-modules/configuration-" ++ show (pPrint snapshot) ++ ".nix"
198 ltsConfigFile = nixpkgsRepository </> "pkgs/development/haskell-modules/configuration-" ++ show (pPrint snapshot) ++ ".nix"
202 corePackages' :: PackageSet
200 corePackages' :: PackageSet
203− corePackages' = Map.mapKeys unPackageName corePackages `Map.union` Map.fromList [("Cabal", Version [] []), ("rts", Version [] [])]
201+ corePackages' = corePackages `Map.union` Map.fromList [("Cabal", Version [] []), ("rts", Version [] [])]
205 withFile ltsConfigFile WriteMode $ \h -> do
203 withFile ltsConfigFile WriteMode $ \h -> do
206 hPutStrLn h "{ pkgs }:"
204 hPutStrLn h "{ pkgs }:"
@@ -211,21 +209,21 @@ main = do
211 hPutStrLn h ""
209 hPutStrLn h ""
212 hPutStrLn h " # core libraries provided by the compiler"
210 hPutStrLn h " # core libraries provided by the compiler"
213 forM_ (Map.keys corePackages') $ \n ->
211 forM_ (Map.keys corePackages') $ \n ->
214− unless (n == "ghc") (hPutStrLn h (" " ++ n ++ " = null;"))
212+ unless (n == "ghc") (hPutStrLn h (" " ++ unPackageName n ++ " = null;"))
215 hPutStrLn h ""
213 hPutStrLn h ""
216 hPutStrLn h (" # " ++ show (pPrint snapshot) ++ " packages")
214 hPutStrLn h (" # " ++ show (pPrint snapshot) ++ " packages")
217 forM_ (Map.toList allPackages) $ \(name, v) -> do
215 forM_ (Map.toList allPackages) $ \(name, v) -> do
218− let pkgId = PackageIdentifier (PackageName name) v
216+ let pkgId = PackageIdentifier name v
220 isInDefaultPackageSet :: Bool
218 isInDefaultPackageSet :: Bool
221 isInDefaultPackageSet = maybe False (== v) (Map.lookup name generatedDefaultPackageSet)
219 isInDefaultPackageSet = maybe False (== v) (Map.lookup name generatedDefaultPackageSet)
223 isInStackage :: Bool
221 isInStackage :: Bool
224− isInStackage = isJust (Map.lookup (PackageName name) packages)
222+ isInStackage = isJust (Map.lookup name packages)
225 case (isInStackage,isInDefaultPackageSet) of
223 case (isInStackage,isInDefaultPackageSet) of
226 (True,True) -> return () -- build is visible and enabled
224 (True,True) -> return () -- build is visible and enabled
227− (True,False) -> hPutStrLn h (" " ++ show name ++ " = doDistribute super." ++ show (mangle pkgId) ++ ";")
225+ (True,False) -> hPutStrLn h (" " ++ show (unPackageName name) ++ " = doDistribute super." ++ show (mangle pkgId) ++ ";")
228− (False,True) -> hPutStrLn h (" " ++ show name ++ " = dontDistribute super." ++ show name ++ ";")
226+ (False,True) -> hPutStrLn h (" " ++ show (unPackageName name) ++ " = dontDistribute super." ++ show (unPackageName name) ++ ";")
229 (False,False) -> fail ("logic error processing " ++ display pkgId ++ " in " ++ show (pPrint snapshot))
227 (False,False) -> fail ("logic error processing " ++ display pkgId ++ " in " ++ show (pPrint snapshot))
230 hPutStrLn h ""
228 hPutStrLn h ""
231 hPutStrLn h "}"
229 hPutStrLn h "}"
@@ -244,18 +242,17 @@ parsePreferredVersionsLine [] = Nothing
244parsePreferredVersionsLine ('-':'-':_) = Nothing
242parsePreferredVersionsLine ('-':'-':_) = Nothing
245parsePreferredVersionsLine l = simpleParse l `mplus` error ("invalid preferred-versions line: " ++ show l)
243parsePreferredVersionsLine l = simpleParse l `mplus` error ("invalid preferred-versions line: " ++ show l)
247−enforcePreferredVersions :: [Constraint] -> String -> Map Version GenericPackageDescription
245+enforcePreferredVersions :: [Constraint] -> PackageName -> Set Version -> Set Version
248− -> Map Version GenericPackageDescription
249−enforcePreferredVersions cs pkg = Map.filterWithKey (\v _ -> PackageIdentifier (PackageName pkg) v `satisfiesConstraints` cs)
246+enforcePreferredVersions cs pkg = Set.filter (\v -> PackageIdentifier pkg v `satisfiesConstraints` cs)
251resolveConstraint :: Constraint -> Hackage -> Version
248resolveConstraint :: Constraint -> Hackage -> Version
252resolveConstraint c = fromMaybe (error msg) . resolveConstraint' c
249resolveConstraint c = fromMaybe (error msg) . resolveConstraint' c
253 where msg = "constraint " ++ display c ++ " cannot be resolved in Hackage"
250 where msg = "constraint " ++ display c ++ " cannot be resolved in Hackage"
255resolveConstraint' :: Constraint -> Hackage -> Maybe Version
252resolveConstraint' :: Constraint -> Hackage -> Maybe Version
256−resolveConstraint' (Dependency (PackageName name) vrange) hackage
253+resolveConstraint' (Dependency name vrange) hackage
257 | Just vset' <- Map.lookup name hackage
254 | Just vset' <- Map.lookup name hackage
258− , vset <- Set.filter (`withinRange` vrange) (Map.keysSet vset')
255+ , vset <- Set.filter (`withinRange` vrange) vset'
259 , not (Set.null vset) = Just (Set.findMax vset)
256 , not (Set.null vset) = Just (Set.findMax vset)
260 | otherwise = Nothing
257 | otherwise = Nothing