git.iko.soy/typeable/file-embed
on master help sign in
10 files changed+139−164
since splitsnapshots
unifiedsplit
.azure/azure-linux-template.yml−38 .azure/azure-osx-template.yml−38 .azure/azure-pipelines.yml−30 .azure/azure-windows-template.yml−33 .github/workflows/tests.yml+32 ChangeLog.md+26 Data/FileEmbed.hs+65−17 README.md+1−3 file-embed.cabal+6−3 test/main.hs+9−2
.azure/azure-linux-template.ymldeleted−38
@@ -1,38 +0,0 @@
1−jobs:
2−- job: ${{ parameters.name }}
3− timeoutInMinutes: 180
4− pool:
5− vmImage: ${{ parameters.vmImage }}
6− strategy:
7− matrix:
8− stack-lts-9:
9− BUILD: stack
10− STACK_YAML: stack.yaml
11− ARGS: "--resolver lts-9"
12− stack-lts-11:
13− BUILD: stack
14− STACK_YAML: stack.yaml
15− ARGS: "--resolver lts-11"
16− stack-lts-12:
17− BUILD: stack
18− STACK_YAML: stack.yaml
19− ARGS: "--resolver lts-12"
20− stack-lts-14:
21− BUILD: stack
22− STACK_YAML: stack.yaml
23− ARGS: "--resolver lts-14"
24− nightly:
25− BUILD: stack
26− STACK_YAML: stack.yaml
27− ARGS: "--resolver nightly"
28− maxParallel: 6
29− steps:
30− - script: |
31− export STACK_ROOT="$(Build.SourcesDirectory)"/.stack-root;
32− export PATH=$HOME/.local/bin:$PATH
33− mkdir -p ~/.local/bin
34− curl -L https://get.haskellstack.org/stable/linux-x86_64.tar.gz | tar xz --wildcards --strip-components=1 -C ~/.local/bin '*/stack'
35− stack $ARGS test --bench --no-run-benchmarks --haddock --no-haddock-deps
36− env:
37− OS_NAME: ${{ parameters.os }}
38− displayName: 'Build and test'
.azure/azure-osx-template.ymldeleted−38
@@ -1,38 +0,0 @@
1−jobs:
2−- job: ${{ parameters.name }}
3− timeoutInMinutes: 120
4− pool:
5− vmImage: ${{ parameters.vmImage }}
6− strategy:
7− matrix:
8− stack-lts-9:
9− BUILD: stack
10− STACK_YAML: stack.yaml
11− ARGS: "--resolver lts-9"
12− stack-lts-11:
13− BUILD: stack
14− STACK_YAML: stack.yaml
15− ARGS: "--resolver lts-11"
16− stack-lts-12:
17− BUILD: stack
18− STACK_YAML: stack.yaml
19− ARGS: "--resolver lts-12"
20− stack-lts-14:
21− BUILD: stack
22− STACK_YAML: stack.yaml
23− ARGS: "--resolver lts-14"
24− stack-nightly:
25− BUILD: stack
26− STACK_YAML: stack.yaml
27− ARGS: "--resolver nightly"
28− maxParallel: 3
29− steps:
30− - script: |
31− export PATH=$HOME/.local/bin:$PATH
32− export STACK_ROOT="$(Build.SourcesDirectory)"/.stack-root;
33− mkdir -p ~/.local/bin
34− curl -skL https://get.haskellstack.org/stable/osx-x86_64.tar.gz | tar xz --strip-components=1 --include '*/stack' -C ~/.local/bin;
35− stack $ARGS test --bench --no-run-benchmarks --haddock --no-haddock-deps
36− env:
37− OS_NAME: ${{ parameters.os }}
38− displayName: 'Build and test'
.azure/azure-pipelines.ymldeleted−30
@@ -1,30 +0,0 @@
1−# This is the complex Azure configuration, which is intended for use
2−# on open source libraries which need compatibility across multiple GHC
3−# versions, must work with cabal-install, and should be
4−# cross-platform. For more information and other options, see:
5−#
6−# https://docs.haskellstack.org/en/stable/azure_ci/
7−#
8−# Copy these contents into the root directory of your Github project in a file
9−# named azure-pipelines.yml
10−#
11−# For better organization, you split various jobs into seprate parts
12−# and each of them are controlled via individual file.
13−jobs:
14−- template: azure-linux-template.yml
15− parameters:
16− name: Linux
17− vmImage: ubuntu-16.04
18− os: linux
19−
20−- template: azure-osx-template.yml
21− parameters:
22− name: macOS
23− vmImage: macOS-10.13
24− os: osx
25−
26−- template: azure-windows-template.yml
27− parameters:
28− name: Windows
29− vmImage: vs2017-win2016
30− os: windows
.azure/azure-windows-template.ymldeleted−33
@@ -1,33 +0,0 @@
1−jobs:
2−- job: ${{ parameters.name }}
3− timeoutInMinutes: 120
4− pool:
5− vmImage: ${{ parameters.vmImage }}
6− strategy:
7− matrix:
8− stack-lts-11:
9− BUILD: stack
10− STACK_YAML: stack.yaml
11− ARGS: "--resolver lts-11"
12− stack-lts-12:
13− BUILD: stack
14− STACK_YAML: stack.yaml
15− ARGS: "--resolver lts-12"
16− stack-lts-14:
17− BUILD: stack
18− STACK_YAML: stack.yaml
19− ARGS: "--resolver lts-14"
20− stack-nightly:
21− BUILD: stack
22− STACK_YAML: stack.yaml
23− ARGS: "--resolver nightly"
24− maxParallel: 3
25− steps:
26− - bash: |
27− export STACK_ROOT="$(Build.SourcesDirectory)"/.stack-root;
28− curl -sSkL http://www.stackage.org/stack/windows-x86_64 -o /usr/bin/stack.zip
29− unzip -o /usr/bin/stack.zip -d /usr/bin/
30− stack $ARGS test --bench --no-run-benchmarks
31− env:
32− OS_NAME: ${{ parameters.os }}
33− displayName: 'Build and test'
.github/workflows/tests.ymlnew file+32
@@ -0,0 +1,32 @@
1+name: Tests
2+
3+on: [pull_request, push]
4+
5+jobs:
6+ build:
7+ name: CI
8+ runs-on: ${{ matrix.os }}
9+ strategy:
10+ fail-fast: false
11+ matrix:
12+ os: [ubuntu-latest, macos-latest, windows-latest]
13+ resolver: [nightly, lts-15, lts-14, lts-12, lts-11, lts-9]
14+
15+ steps:
16+ - name: Clone project
17+ uses: actions/checkout@v2
18+
19+ - name: Cache dependencies
20+ uses: actions/cache@v1
21+ with:
22+ path: ~/.stack
23+ key: ${{ runner.os }}-${{ matrix.resolver }}-${{ hashFiles('stack.yaml') }}
24+ restore-keys: |
25+ ${{ runner.os }}-${{ matrix.resolver }}-
26+
27+ - name: Build and run tests
28+ shell: bash
29+ run: |
30+ set -ex
31+ stack upgrade || curl -sSL https://get.haskellstack.org/ | sh -s - -f
32+ stack test --fast --no-terminal --resolver=${{ matrix.resolver }}
ChangeLog.md+26
@@ -1,3 +1,29 @@
1+# ChangeLog for file-embed
2+
3+## 0.0.15.0
4+
5+* Add `makeRelativeToLocationPredicate`
6+
7+## 0.0.14.0
8+
9+* Add `embedFileIfExists`
10+
11+## 0.0.13.0
12+
13+* Ensure that directory listings are returned in sorted order for reproducibility [yesodweb/yesod#1684](https://github.com/yesodweb/yesod/issues/1684)
14+
15+## 0.0.12.0
16+
17+* Use the `Bytes` literal on newer GHCs to reduce memory usage during compilation [#36](https://github.com/snoyberg/file-embed/pull/36)
18+
19+## 0.0.11.2
20+
21+* Haddock markup fix
22+
23+## 0.0.11.1
24+
25+* Support GHC 8.10
26+
127## 0.0.11
228
329* embedDirListing [#26](https://github.com/snoyberg/file-embed/pull/26)
Data/FileEmbed.hs+65−17
@@ -19,6 +19,7 @@
1919module Data.FileEmbed
2020 ( -- * Embed at compile time
2121 embedFile
22+ , embedFileIfExists
2223 , embedOneFileOf
2324 , embedDir
2425 , embedDirListing
@@ -38,6 +39,7 @@ module Data.FileEmbed
3839 , injectFileWith
3940 -- * Relative path manipulation
4041 , makeRelativeToProject
42+ , makeRelativeToLocationPredicate
4143 -- * Internal
4244 , stringToBs
4345 , bsToExp
@@ -46,11 +48,7 @@ module Data.FileEmbed
4648
4749import Language.Haskell.TH.Syntax
4850 ( Exp (AppE, ListE, LitE, TupE, SigE, VarE)
49−#if MIN_VERSION_template_haskell(2,5,0)
50− , Lit (StringL, StringPrimL, IntegerL)
51−#else
52− , Lit (StringL, IntegerL)
53−#endif
51+ , Lit (..)
5452 , Q
5553 , runIO
5654 , qLocation, loc_filename
@@ -58,19 +56,26 @@ import Language.Haskell.TH.Syntax
5856 , Quasi(qAddDependentFile)
5957#endif
6058 )
59+#if MIN_VERSION_template_haskell(2,16,0)
60+import Language.Haskell.TH ( mkBytes, bytesPrimL )
61+import qualified Data.ByteString.Internal as B
62+#endif
6163import System.Directory (doesDirectoryExist, doesFileExist,
6264 getDirectoryContents, canonicalizePath)
63−import Control.Exception (throw, ErrorCall(..))
64−import Control.Monad (filterM)
65+import Control.Exception (throw, tryJust, ErrorCall(..))
66+import Control.Monad (filterM, guard)
6567import qualified Data.ByteString as B
6668import qualified Data.ByteString.Char8 as B8
6769import Control.Arrow ((&&&), second)
6870import Control.Applicative ((<$>))
6971import Data.ByteString.Unsafe (unsafePackAddressLen)
72+import System.IO.Error (isDoesNotExistError)
7073import System.IO.Unsafe (unsafePerformIO)
7174import System.FilePath ((</>), takeDirectory, takeExtension)
7275import Data.String (fromString)
7376import Prelude as P
77+import Data.List (sortBy)
78+import Data.Ord (comparing)
7479
7580-- | Embed a single file in your source code.
7681--
@@ -85,6 +90,33 @@ embedFile fp =
8590#endif
8691 (runIO $ B.readFile fp) >>= bsToExp
8792
93+-- | Maybe embed a single file in your source code depending on whether or not file exists.
94+--
95+-- Warning: When a build is compiled with the file missing, a recompile when the file exists might not trigger an embed of the file.
96+-- You might try to fix this by doing a clean build.
97+--
98+-- > import qualified Data.ByteString
99+-- >
100+-- > maybeMyFile :: Maybe Data.ByteString.ByteString
101+-- > maybeMyFile = $(embedFileIfExists "dirName/fileName")
102+--
103+-- @since 0.0.14.0
104+embedFileIfExists :: FilePath -> Q Exp
105+embedFileIfExists fp = do
106+ mbs <- runIO maybeFile
107+ case mbs of
108+ Nothing -> [| Nothing |]
109+ Just bs -> do
110+#if MIN_VERSION_template_haskell(2,7,0)
111+ qAddDependentFile fp
112+#endif
113+ [| Just $(bsToExp bs) |]
114+ where
115+ maybeFile :: IO (Maybe B.ByteString)
116+ maybeFile =
117+ either (const Nothing) Just <$>
118+ tryJust (guard . isDoesNotExistError) (B.readFile fp)
119+
88120-- | Embed a single existing file in your source code
89121-- out of list a list of paths supplied.
90122--
@@ -143,7 +175,11 @@ pairToExp _root (path, bs) = do
143175 qAddDependentFile $ _root ++ '/' : path
144176#endif
145177 exp' <- bsToExp bs
146− return $! TupE [LitE $ StringL path, exp']
178+ return $! TupE
179+#if MIN_VERSION_template_haskell(2,16,0)
180+ $ map Just
181+#endif
182+ [LitE $ StringL path, exp']
147183
148184bsToExp :: B.ByteString -> Q Exp
149185#if MIN_VERSION_template_haskell(2, 5, 0)
@@ -151,7 +187,11 @@ bsToExp bs =
151187 return $ VarE 'unsafePerformIO
152188 `AppE` (VarE 'unsafePackAddressLen
153189 `AppE` LitE (IntegerL $ fromIntegral $ B8.length bs)
154−#if MIN_VERSION_template_haskell(2, 8, 0)
190+#if MIN_VERSION_template_haskell(2, 16, 0)
191+ `AppE` LitE (bytesPrimL (
192+ let B.PS ptr off sz = bs
193+ in mkBytes ptr (fromIntegral off) (fromIntegral sz))))
194+#elif MIN_VERSION_template_haskell(2, 8, 0)
155195 `AppE` LitE (StringPrimL $ B.unpack bs))
156196#else
157197 `AppE` LitE (StringPrimL $ B8.unpack bs))
@@ -226,7 +266,7 @@ fileList' realTop top = do
226266 mapM (liftPair2 . second B.readFile)
227267 dirs <- filterM (doesDirectoryExist . snd) all' >>=
228268 mapM (fileList' realTop . fst)
229− return $ concat $ files : dirs
269+ return $ sortBy (comparing fst) $ concat $ files : dirs
230270
231271liftPair2 :: Monad m => (a, m b) -> m (a, b)
232272liftPair2 (a, b) = b >>= \b' -> return (a, b')
@@ -365,13 +405,23 @@ available, you can use the non-@With@ variants.
365405-- finds the first parent directory with a .cabal file, and uses that as the
366406-- root directory for fixing the relative path.
367407--
368−-- @@@
369−-- $(makeRelativeToProject "data/foo.txt" >>= embedFile)
370−-- @@@
408+-- @$(makeRelativeToProject "data/foo.txt" >>= embedFile)@
371409--
372410-- @since 0.0.10
373411makeRelativeToProject :: FilePath -> Q FilePath
374−makeRelativeToProject rel = do
412+makeRelativeToProject = makeRelativeToLocationPredicate $ (==) ".cabal" . takeExtension
413+
414+-- | Take a predicate to infer the project root and a relative file path, the given file path is then attached to the inferred project root
415+--
416+-- This function looks at the source location of the Haskell file calling it,
417+-- finds the first parent directory with a file matching the given predicate, and uses that as the
418+-- root directory for fixing the relative path.
419+--
420+-- @$(makeRelativeToLocationPredicate ((==) ".cabal" . takeExtension) "data/foo.txt" >>= embedFile)@
421+--
422+-- @since 0.0.15.0
423+makeRelativeToLocationPredicate :: (FilePath -> Bool) -> FilePath -> Q FilePath
424+makeRelativeToLocationPredicate isTargetFile rel = do
375425 loc <- qLocation
376426 runIO $ do
377427 srcFP <- canonicalizePath $ loc_filename loc
@@ -386,8 +436,6 @@ makeRelativeToProject rel = do
386436 then return Nothing
387437 else do
388438 contents <- getDirectoryContents dir
389− if any isCabalFile contents
439+ if any isTargetFile contents
390440 then return (Just dir)
391441 else findProjectDir dir
392−
393− isCabalFile fp = takeExtension fp == ".cabal"
README.md+1−3
@@ -1,8 +1,6 @@
11## file-embed
22
3−[![Build Status](https://travis-ci.org/snoyberg/file-embed.svg?branch=master)](https://travis-ci.org/snoyberg/file-embed)
4−[![Build status](https://ci.appveyor.com/api/projects/status/vlgo8uudpt374uoy/branch/master?svg=true)](https://ci.appveyor.com/project/snoyberg/file-embed/branch/master)
5−
3+![Tests](https://github.com/snoyberg/file-embed/workflows/Tests/badge.svg)
64
75Use Template Haskell to read a file or all the files in a directory, and turn
86them into (path, bytestring) pairs embedded in your haskell code.
file-embed.cabal+6−3
@@ -1,6 +1,6 @@
11name: file-embed
2−version: 0.0.11
3−license: BSD3
2+version: 0.0.15.0
3+license: BSD2
44license-file: LICENSE
55author: Michael Snoyman <michael@snoyman.com>
66maintainer: Michael Snoyman <michael@snoyman.com>
@@ -10,7 +10,7 @@ description: Use Template Haskell to read a file or all the files in a
1010 embedded in your Haskell code.
1111category: Data
1212stability: Stable
13−cabal-version: >= 1.8
13+cabal-version: >= 1.10
1414build-type: Simple
1515homepage: https://github.com/snoyberg/file-embed
1616extra-source-files: test/main.hs, test/sample/foo, test/sample/bar/baz,
@@ -18,6 +18,7 @@ extra-source-files: test/main.hs, test/sample/foo, test/sample/bar/baz,
1818 README.md
1919
2020library
21+ default-language: Haskell2010
2122 build-depends: base >= 4.9.1 && < 5
2223 , bytestring >= 0.9.1.4
2324 , directory >= 1.0.0.3
@@ -27,10 +28,12 @@ library
2728 ghc-options: -Wall
2829
2930test-suite test
31+ default-language: Haskell2010
3032 type: exitcode-stdio-1.0
3133 main-is: main.hs
3234 hs-source-dirs: test
3335 build-depends: base
36+ , bytestring
3437 , file-embed
3538 , filepath
3639
test/main.hs+9−2
@@ -2,6 +2,7 @@
22{-# LANGUAGE OverloadedStrings #-}
33
44import Control.Monad (unless)
5+import qualified Data.ByteString as B (ByteString, filter)
56import Data.FileEmbed
67import System.FilePath ((</>))
78
@@ -14,8 +15,14 @@ main :: IO ()
1415main = do
1516 let received = $(embedDir "test/sample")
1617 received @?=
17− [ ("foo", "foo\r\n")
18− , ("bar" </> "baz", "baz\r\n")
18+ [ ("bar" </> "baz", "baz\r\n")
19+ , ("foo", "foo\r\n")
1920 ]
2021 let str = $(embedStringFile "test/sample/foo") :: String
2122 filter (/= '\r') str @?= "foo\n"
23+
24+ let mbs = $(embedFileIfExists "test/sample/foo")
25+ fmap (B.filter (/= fromIntegral (fromEnum '\r'))) mbs @?= Just "foo\n"
26+
27+ let mbs2 = $(embedFileIfExists "test/sample/foo2") :: Maybe B.ByteString
28+ mbs2 @?= Nothing