@@ -1,23 +1,16 @@
1−{-# LANGUAGE DeriveDataTypeable #-}
1+{-# LANGUAGE BangPatterns, DeriveDataTypeable, OverloadedStrings, DoAndIfThenElse, RecordWildCards, NamedFieldPuns #-}
2−{-# LANGUAGE NamedFieldPuns #-}
2+
3−{-# LANGUAGE OverloadedStrings #-}
4−{-# LANGUAGE PatternGuards #-}
5−{-# LANGUAGE RecordWildCards #-}
6−{-# LANGUAGE ViewPatterns #-}
8−------------------------------------------------------------------------------
10-- Module: Database.PostgreSQL.Simple
4-- Module: Database.PostgreSQL.Simple
11-- Copyright: (c) 2011 MailRank, Inc.
5-- Copyright: (c) 2011 MailRank, Inc.
12−-- (c) 2011-2012 Leon P Smith
6+-- (c) 2011 Leon P Smith
13-- License: BSD3
7-- License: BSD3
14-- Maintainer: Leon P Smith <leon@melding-monads.com>
8-- Maintainer: Leon P Smith <leon@melding-monads.com>
15-- Stability: experimental
9-- Stability: experimental
10+-- Portability: portable
17−-- A mid-level client library for the PostgreSQL database, aimed at ease of
12+-- A mid-level client library for the MySQL database, aimed at ease of
18-- use and high performance.
13-- use and high performance.
20−------------------------------------------------------------------------------
22module Database.PostgreSQL.Simple
15module Database.PostgreSQL.Simple
@@ -42,9 +35,6 @@ module Database.PostgreSQL.Simple
42 -- ** Modifying multiple rows at once
35 -- ** Modifying multiple rows at once
45− -- ** @RETURNING@: modifications that return results
48 -- * Extracting results
38 -- * Extracting results
49 -- $result
39 -- $result
@@ -55,54 +45,32 @@ module Database.PostgreSQL.Simple
57 -- * Types
47 -- * Types
58− Connection
49+ , Connection
63 , Binary(..)
52 , Binary(..)
64 , Only(..)
53 , Only(..)
66 -- ** Exceptions
54 -- ** Exceptions
67− , SomePostgreSqlException(..)
70− , FormatError(..)
55+ , FormatError(fmtMessage, fmtQuery, fmtParams)
71− , QueryError(..)
56+ , QueryError(qeMessage, qeQuery)
72− , ResultError(..)
57+ , ResultError(errSQLType, errHaskellType, errMessage)
73 -- * Connection management
58 -- * Connection management
74− , Base.connectPostgreSQL
76 , Base.connect
59 , Base.connect
77− , Base.withConnect
60+ , Base.connectPostgreSQL
78− , Base.ConnectInfo(..)
79− , Base.defaultConnectInfo
80 , Base.postgreSQLConnectionString
61 , Base.postgreSQLConnectionString
62+ , Base.defaultConnectInfo
81 -- * Queries that return results
64 -- * Queries that return results
84− -- ** Queries taking parser as argument
67+{--
87 -- * Queries that stream results
68 -- * Queries that stream results
96 , forEach_
72 , forEach_
98− -- ** Queries that stream results taking a parser as an argument
100− , foldWithOptionsAndParser
102− , foldWithOptionsAndParser_
106 -- * Statements that do not return results
74 -- * Statements that do not return results
107 , execute
75 , execute
108 , execute_
76 , execute_
@@ -110,7 +78,6 @@ module Database.PostgreSQL.Simple
110-- , Base.insertID
78-- , Base.insertID
111 -- * Transaction handling
79 -- * Transaction handling
112 , withTransaction
80 , withTransaction
114-- , Base.autocommit
81-- , Base.autocommit
@@ -120,27 +87,55 @@ module Database.PostgreSQL.Simple
120 , formatQuery
87 , formatQuery
123−import Data.ByteString.Builder (Builder, byteString, char8)
90+import Blaze.ByteString.Builder (Builder, fromByteString, toByteString)
91+import Blaze.ByteString.Builder.Char8 (fromChar)
124−import Control.Applicative ((<$>))
92+import Control.Applicative ((<$>), pure)
125−import Control.Exception as E
93+import Control.Concurrent.MVar
94+import Control.Exception (Exception, bracket, onException, throw, throwIO)
95+import Control.Monad (forM)
96+import Control.Monad.Fix (fix)
126−import Data.ByteString (ByteString)
97+import Data.ByteString (ByteString)
98+-- import qualified Data.ByteString as B (unpack)
127−import Data.Int (Int64)
100+import Data.Int (Int64)
101+import qualified Data.IntMap as IntMap
128−import Data.List (intersperse)
102+import Data.List (intersperse)
129−import Data.Monoid (mconcat)
103+import Data.Monoid (mappend, mconcat)
130−import Database.PostgreSQL.Simple.Compat ((<>), toByteString)
104+import Data.Typeable (Typeable)
131−import Database.PostgreSQL.Simple.Cursor
105+--import Database.MySQL.Base (Connection, Result)
132−import Database.PostgreSQL.Simple.FromField (ResultError(..))
106+--import Database.MySQL.Base.Types (Field)
133−import Database.PostgreSQL.Simple.FromRow (FromRow(..))
107+import Database.PostgreSQL.Simple.BuiltinTypes (oid2builtin, builtin2typname)
134−import Database.PostgreSQL.Simple.ToField (Action(..))
108+import Database.PostgreSQL.Simple.Param (Action(..), inQuotes)
135−import Database.PostgreSQL.Simple.ToRow (ToRow(..))
109+import Database.PostgreSQL.Simple.QueryParams (QueryParams(..))
136−import Database.PostgreSQL.Simple.Types
110+import Database.PostgreSQL.Simple.Result (ResultError(..))
111+import Database.PostgreSQL.Simple.QueryResults (QueryResults(..))
112+-- import Database.PostgreSQL.Simple.Result (ResultError(..))
137− ( Binary(..), In(..), Only(..), Query(..), (:.)(..) )
113+import Database.PostgreSQL.Simple.Types (Binary(..), In(..), Only(..), Query(..))
138−import Database.PostgreSQL.Simple.Internal as Base
114+import Database.PostgreSQL.Simple.Implementation as Base
139−import Database.PostgreSQL.Simple.Internal.PQResultUtils
140−import Database.PostgreSQL.Simple.Transaction
141import qualified Database.PostgreSQL.LibPQ as PQ
115import qualified Database.PostgreSQL.LibPQ as PQ
116+import Text.Regex.PCRE.Light (compile, caseless, match)
142import qualified Data.ByteString.Char8 as B
117import qualified Data.ByteString.Char8 as B
118+--import qualified Database.MySQL.Base as Base
120+-- | Exception thrown if a 'Query' could not be formatted correctly.
121+-- This may occur if the number of \'@?@\' characters in the query
122+-- string does not match the number of parameters provided.
123+data FormatError = FormatError {
124+ fmtMessage :: String
126+ , fmtParams :: [ByteString]
127+ } deriving (Eq, Show, Typeable)
129+instance Exception FormatError
131+-- | Exception thrown if 'query' is used to perform an @INSERT@-like
132+-- operation, or 'execute' is used to perform a @SELECT@-like operation.
133+data QueryError = QueryError {
136+ } deriving (Eq, Show, Typeable)
138+instance Exception QueryError
145-- | Format a query string.
140-- | Format a query string.
@@ -152,11 +147,11 @@ import qualified Data.ByteString.Char8 as B
153-- Throws 'FormatError' if the query string could not be formatted
148-- Throws 'FormatError' if the query string could not be formatted
154-- correctly.
149-- correctly.
155−formatQuery :: ToRow q => Connection -> Query -> q -> IO ByteString
150+formatQuery :: QueryParams q => Connection -> Query -> q -> IO ByteString
156formatQuery conn q@(Query template) qs
151formatQuery conn q@(Query template) qs
157 | null xs && '?' `B.notElem` template = return template
152 | null xs && '?' `B.notElem` template = return template
158 | otherwise = toByteString <$> buildQuery conn q template xs
153 | otherwise = toByteString <$> buildQuery conn q template xs
159− where xs = toRow qs
154+ where xs = renderParams qs
161-- | Format a query string with a variable number of rows.
156-- | Format a query string with a variable number of rows.
@@ -171,208 +166,106 @@ formatQuery conn q@(Query template) qs
172-- Throws 'FormatError' if the query string could not be formatted
167-- Throws 'FormatError' if the query string could not be formatted
173-- correctly.
168-- correctly.
174−formatMany :: (ToRow q) => Connection -> Query -> [q] -> IO ByteString
169+formatMany :: (QueryParams q) => Connection -> Query -> [q] -> IO ByteString
175formatMany _ q [] = fmtError "no rows supplied" q []
170formatMany _ q [] = fmtError "no rows supplied" q []
176formatMany conn q@(Query template) qs = do
171formatMany conn q@(Query template) qs = do
177− case parseTemplate template of
172+ case match re template [] of
178− Just (before, qbits, after) -> do
173+ Just [_,before,qbits,after] -> do
179− bs <- mapM (buildQuery conn q qbits . toRow) qs
174+ bs <- mapM (buildQuery conn q qbits . renderParams) qs
180− return . toByteString . mconcat $ byteString before :
175+ return . toByteString . mconcat $ fromByteString before :
181− intersperse (char8 ',') bs ++
176+ intersperse (fromChar ',') bs ++
182− [byteString after]
177+ [fromByteString after]
183− Nothing -> fmtError "syntax error in multi-row template" q []
178+ _ -> error "foo"
185−-- Split the input string into three pieces, @before@, @qbits@, and @after@,
186−-- following this grammar:
188−-- start: ^ before qbits after $
189−-- before: ([^?]* [^?\w])? 'VALUES' \s*
190−-- qbits: '(' \s* '?' \s* (',' \s* '?' \s*)* ')'
194−-- \w: [A-Z] | [a-z] | [\x80-\xFF] | '_' | '$' | [0-9]
196−-- This would be much more concise with some sort of regex engine.
197−-- 'formatMany' used to use pcre-light instead of this hand-written parser,
198−-- but pcre is a hassle to install on Windows.
199−parseTemplate :: ByteString -> Maybe (ByteString, ByteString, ByteString)
200−parseTemplate template =
201− -- Convert input string to uppercase, to facilitate searching.
202− search $ B.map toUpper_ascii template
204− -- Search for the next occurrence of "VALUES"
180+ re = compile "^([^?]+\\bvalues\\s*)\
205− search bs =
181+ \(\\(\\s*[?](?:\\s*,\\s*[?])*\\s*\\))\
206− case B.breakSubstring "VALUES" bs of
182+ \([^?]*)$"
207− (x, y)
183+ [caseless]
208− -- If "VALUES" is not present in the string, or any '?' characters
209− -- were encountered prior to it, fail.
210− | B.null y || ('?' `B.elem` x)
213− -- If "VALUES" is preceded by an identifier character (a.k.a. \w),
214− -- try the next occurrence.
215− | not (B.null x) && isIdent (B.last x)
216− -> search $ B.drop 6 y
218− -- Otherwise, we have a legitimate "VALUES" token.
220− -> parseQueryBits $ skipSpace $ B.drop 6 y
222− -- Parse '(' \s* '?' \s* . If this doesn't match
223− -- (and we don't consume a '?'), look for another "VALUES".
225− -- qb points to the open paren (if present), meaning it points to the
226− -- beginning of the "qbits" production described above. This is why we
227− -- pass it down to finishQueryBits.
229− | Just ('(', skipSpace -> bs1) <- B.uncons qb
230− , Just ('?', skipSpace -> bs2) <- B.uncons bs1
231− = finishQueryBits qb bs2
235− -- Parse (',' \s* '?' \s*)* ')' [^?]* .
237− -- Since we've already consumed at least one '?', there's no turning back.
238− -- The parse has to succeed here, or the whole thing fails
239− -- (because we don't allow '?' to appear outside of the VALUES list).
240− finishQueryBits qb bs0
241− | Just (')', bs1) <- B.uncons bs0
242− = if '?' `B.elem` bs1
244− else Just $ slice3 template qb bs1
245− | Just (',', skipSpace -> bs1) <- B.uncons bs0
246− , Just ('?', skipSpace -> bs2) <- B.uncons bs1
247− = finishQueryBits qb bs2
251− -- Slice a string into three pieces, given the start offset of the second
252− -- and third pieces. Each "offset" is actually a tail of the uppercase
253− -- version of the template string. Its length is used to infer the offset.
255− -- It is important to note that we only slice the original template.
256− -- We don't want our all-caps trick messing up the actual query string.
257− slice3 source p1 p2 =
260− (s1, source') = B.splitAt (B.length source - B.length p1) source
261− (s2, source'') = B.splitAt (B.length p1 - B.length p2) source'
263− toUpper_ascii c | c >= 'a' && c <= 'z' = toEnum (fromEnum c - 32)
266− -- Based on the definition of {ident_cont} in src/backend/parser/scan.l
267− -- in the PostgreSQL source. No need to check [a-z], since we converted
268− -- the whole string to uppercase.
269− isIdent c = (c >= '0' && c <= '9')
270− || (c >= 'A' && c <= 'Z')
271− || (c >= '\x80' && c <= '\xFF')
275− -- Based on {space} in scan.l
276− isSpace_ascii c = (c == ' ') || (c >= '\t' && c <= '\r')
278− skipSpace = B.dropWhile isSpace_ascii
185+escapeStringConn conn s = withConnection conn $ \c -> do
186+ PQ.escapeStringConn c s
281buildQuery :: Connection -> Query -> ByteString -> [Action] -> IO Builder
188buildQuery :: Connection -> Query -> ByteString -> [Action] -> IO Builder
282−buildQuery conn q template xs =
189+buildQuery conn q template xs = zipParams (split template) <$> mapM sub xs
283− zipParams (split template) <$> mapM (buildAction conn q xs) xs
190+ where quote = inQuotes . fromByteString . maybe undefined id
284− where split s =
191+ sub (Plain b) = pure b
285− -- This part escapes double '??'s to make literal '?'s possible
192+ sub (Escape s) = quote <$> escapeStringConn conn s
286− -- in PostgreSQL queries using the JSON operators: @?@, @?|@ and @?&@
193+ sub (Many ys) = mconcat <$> mapM sub ys
287− let (h,t) = breakOnSingleQuestionMark s
291− else split (B.tail t)
194+ split s = fromByteString h : if B.null t then [] else split (B.tail t)
195+ where (h,t) = B.break (=='?') s
292− zipParams (t:ts) (p:ps) = t <> p <> zipParams ts ps
196+ zipParams (t:ts) (p:ps) = t `mappend` p `mappend` zipParams ts ps
293 zipParams [t] [] = t
197 zipParams [t] [] = t
294− zipParams _ _ = fmtError (show countSingleQs ++
198+ zipParams _ _ = fmtError (show (B.count '?' template) ++
295− " single '?' characters, but " ++
199+ " '?' characters, but " ++
296 show (length xs) ++ " parameters") q xs
200 show (length xs) ++ " parameters") q xs
297− countSingleQs = go 0 template
298− where go i "" = (i :: Int)
299− go i bs = case qms of
300− ("?","?") -> go i nextQMBS
301− ("?",_) -> go (i+1) nextQMBS
303− where qms = B.splitAt 1 qmBS
304− (qmBS,nextQMBS) = B.splitAt 2 qmBS'
305− qmBS' = B.dropWhile (/= '?') bs
307-- | Execute an @INSERT@, @UPDATE@, or other SQL query that is not
202-- | Execute an @INSERT@, @UPDATE@, or other SQL query that is not
308-- expected to return results.
203-- expected to return results.
310-- Returns the number of rows affected.
205-- Returns the number of rows affected.
312−-- Throws 'FormatError' if the query could not be formatted correctly, or
207+-- Throws 'FormatError' if the query could not be formatted correctly.
313−-- a 'SqlError' exception if the backend returns an error.
314−execute :: (ToRow q) => Connection -> Query -> q -> IO Int64
208+execute :: (QueryParams q) => Connection -> Query -> q -> IO Int64
315execute conn template qs = do
209execute conn template qs = do
316 result <- exec conn =<< formatQuery conn template qs
210 result <- exec conn =<< formatQuery conn template qs
317 finishExecute conn template result
211 finishExecute conn template result
213+-- | A version of 'execute' that does not perform query substitution.
214+execute_ :: Connection -> Query -> IO Int64
215+execute_ conn q@(Query stmt) = do
216+ result <- exec conn stmt
217+ finishExecute conn q result
319-- | Execute a multi-row @INSERT@, @UPDATE@, or other SQL query that is not
219-- | Execute a multi-row @INSERT@, @UPDATE@, or other SQL query that is not
320-- expected to return results.
220-- expected to return results.
322−-- Returns the number of rows affected. If the list of parameters is empty,
222+-- Returns the number of rows affected.
323−-- this function will simply return 0 without issuing the query to the backend.
324−-- If this is not desired, consider using the 'Values' constructor instead.
326−-- Throws 'FormatError' if the query could not be formatted correctly, or
327−-- a 'SqlError' exception if the backend returns an error.
329−-- For example, here's a command that inserts two rows into a table
333−-- executeMany c [sql|
334−-- INSERT INTO sometable VALUES (?,?)
335−-- |] [(1, \"hello\"),(2, \"world\")]
338−-- Here's an canonical example of a multi-row update command:
340−-- @
224+-- Throws 'FormatError' if the query could not be formatted correctly.
341−-- executeMany c [sql|
344−-- FROM (VALUES (?,?)) as upd(x,y)
345−-- WHERE sometable.x = upd.x
346−-- |] [(1, \"hello\"),(2, \"world\")]
349−executeMany :: (ToRow q) => Connection -> Query -> [q] -> IO Int64
225+executeMany :: (QueryParams q) => Connection -> Query -> [q] -> IO Int64
350executeMany _ _ [] = return 0
226executeMany _ _ [] = return 0
351executeMany conn q qs = do
227executeMany conn q qs = do
352 result <- exec conn =<< formatMany conn q qs
228 result <- exec conn =<< formatMany conn q qs
353 finishExecute conn q result
229 finishExecute conn q result
355−-- | Execute @INSERT ... RETURNING@, @UPDATE ... RETURNING@, or other SQL
356−-- query that accepts multi-row input and is expected to return results.
357−-- Note that it is possible to write
358−-- @'query' conn "INSERT ... RETURNING ..." ...@
359−-- in cases where you are only inserting a single row, and do not need
360−-- functionality analogous to 'executeMany'.
362−-- If the list of parameters is empty, this function will simply return @[]@
363−-- without issuing the query to the backend. If this is not desired,
364−-- consider using the 'Values' constructor instead.
366−-- Throws 'FormatError' if the query could not be formatted correctly.
367−returning :: (ToRow q, FromRow r) => Connection -> Query -> [q] -> IO [r]
231+finishExecute :: Connection -> Query -> PQ.Result -> IO Int64
368−returning = returningWith fromRow
232+finishExecute conn q result = do
233+ status <- PQ.resultStatus result
235+ PQ.EmptyQuery -> fail "empty query" -- FIXME: error message
237+ ncols <- PQ.nfields result
239+ then throwIO $ QueryError ("execute resulted in " ++ show ncols ++
242+ nstr <- PQ.cmdTuples result
243+ return $ case nstr of
244+ Nothing -> 0 -- is this appropriate?
245+ Just str -> toInteger str
247+ ncols <- PQ.nfields result
248+ throwIO $ QueryError ("execute resulted in " ++ show ncols ++
250+ PQ.CopyIn -> fail "FIXME: postgresql-simple does not currently support COPY IN"
251+ PQ.CopyOut -> fail "FIXME: postgresql-simple does not currently support COPY OUT"
253+ errormsg <- maybe "" id <$> PQ.resultErrorMessage result
254+ statusmsg <- PQ.resStatus status
255+ state <- maybe "" id <$> PQ.resultErrorField result PQ.DiagSqlstate
256+ throw $ SqlError { sqlState = state
257+ , sqlNativeError = 0 -- FIXME
258+ , sqlErrorMsg = B.concat [ "execute: ", statusmsg
261+ toInteger str = B.foldl' delta 0 str
264+ if '0' <= c && c <= '9'
265+ then 10 * acc + fromIntegral (ord c - ord '0')
266+ else error ("finishExecute: not an int: " ++ B.unpack str)
370−-- | A version of 'returning' taking parser as argument
371−returningWith :: (ToRow q) => RowParser r -> Connection -> Query -> [q] -> IO [r]
372−returningWith _ _ _ [] = return []
373−returningWith parser conn q qs = do
374− result <- exec conn =<< formatMany conn q qs
375− finishQueryWith parser conn q result
377-- | Perform a @SELECT@ or other SQL query that is expected to return
270-- | Perform a @SELECT@ or other SQL query that is expected to return
378-- results. All results are retrieved and converted before this
271-- results. All results are retrieved and converted before this
@@ -389,44 +282,33 @@ returningWith parser conn q qs = do
389-- using 'execute' instead of 'query').
282-- using 'execute' instead of 'query').
391-- * 'ResultError': result conversion failed.
284-- * 'ResultError': result conversion failed.
392−--
285+query :: (QueryParams q, QueryResults r)
393−-- * 'SqlError': the postgresql backend returned an error, e.g.
394−-- a syntax or type error, or an incorrect table or column name.
395−query :: (ToRow q, FromRow r) => Connection -> Query -> q -> IO [r]
396−query = queryWith fromRow
398−-- | A version of 'query' that does not perform query substitution.
399−query_ :: (FromRow r) => Connection -> Query -> IO [r]
400−query_ = queryWith_ fromRow
402−-- | A version of 'query' taking parser as argument
403−queryWith :: ToRow q => RowParser r -> Connection -> Query -> q -> IO [r]
286+ => Connection -> Query -> q -> IO [r]
404−queryWith parser conn template qs = do
287+query conn template qs = do
405 result <- exec conn =<< formatQuery conn template qs
288 result <- exec conn =<< formatQuery conn template qs
406− finishQueryWith parser conn template result
289+ finishQuery conn template result
408−-- | A version of 'query_' taking parser as argument
291+-- | A version of 'query' that does not perform query substitution.
409−queryWith_ :: RowParser r -> Connection -> Query -> IO [r]
292+query_ :: (QueryResults r) => Connection -> Query -> IO [r]
410−queryWith_ parser conn q@(Query que) = do
293+query_ conn q@(Query que) = do
411 result <- exec conn que
294 result <- exec conn que
412− finishQueryWith parser conn q result
295+ finishQuery conn q result
414-- | Perform a @SELECT@ or other SQL query that is expected to return
297-- | Perform a @SELECT@ or other SQL query that is expected to return
415-- results. Results are streamed incrementally from the server, and
298-- results. Results are streamed incrementally from the server, and
416-- consumed via a left fold.
299-- consumed via a left fold.
301+-- The result consumer must be carefully written to execute
302+-- quickly. If the consumer is slow, server resources will be tied up,
303+-- and other clients may not be able to update the tables from which
304+-- the results are being streamed.
418-- When dealing with small results, it may be simpler (and perhaps
306-- When dealing with small results, it may be simpler (and perhaps
419-- faster) to use 'query' instead.
307-- faster) to use 'query' instead.
421-- This fold is /not/ strict. The stream consumer is responsible for
309-- This fold is /not/ strict. The stream consumer is responsible for
422-- forcing the evaluation of its result to avoid space leaks.
310-- forcing the evaluation of its result to avoid space leaks.
424−-- This is implemented using a database cursor. As such, this requires
425−-- a transaction. This function will detect whether or not there is a
426−-- transaction in progress, and will create a 'ReadCommitted' 'ReadOnly'
427−-- transaction if needed. The cursor is given a unique temporary name,
428−-- so the consumer may itself call fold.
430-- Exceptions that may be thrown:
312-- Exceptions that may be thrown:
432-- * 'FormatError': the query string could not be formatted correctly.
314-- * 'FormatError': the query string could not be formatted correctly.
@@ -435,202 +317,164 @@ queryWith_ parser conn q@(Query que) = do
435-- using 'execute' instead of 'query').
317-- using 'execute' instead of 'query').
437-- * 'ResultError': result conversion failed.
319-- * 'ResultError': result conversion failed.
438−--
320+fold :: (QueryParams q, QueryResults r) =>
439−-- * 'SqlError': the postgresql backend returned an error, e.g.
440−-- a syntax or type error, or an incorrect table or column name.
441−fold :: ( FromRow row, ToRow params )
446− -> (a -> row -> IO a)
448−fold = foldWithOptions defaultFoldOptions
450−-- | A version of 'fold' taking a parser as an argument
451−foldWith :: ( ToRow params )
457− -> (a -> row -> IO a)
459−foldWith = foldWithOptionsAndParser defaultFoldOptions
461−-- | Number of rows to fetch at a time. 'Automatic' currently defaults
462−-- to 256 rows, although it might be nice to make this more intelligent
463−-- based on e.g. the average size of the rows.
470− fetchQuantity :: !FetchQuantity,
471− transactionMode :: !TransactionMode
474−-- | defaults to 'Automatic', and 'TransactionMode' 'ReadCommitted' 'ReadOnly'
475−defaultFoldOptions :: FoldOptions
476−defaultFoldOptions = FoldOptions {
477− fetchQuantity = Automatic,
478− transactionMode = TransactionMode ReadCommitted ReadOnly
481−-- | The same as 'fold', but this provides a bit more control over
482−-- lower-level details. Currently, the number of rows fetched per
483−-- round-trip to the server and the transaction mode may be adjusted
484−-- accordingly. If the connection is already in a transaction,
485−-- then the existing transaction is used and thus the 'transactionMode'
486−-- option is ignored.
487−foldWithOptions :: ( FromRow row, ToRow params )
489− -> Connection
321+ Connection
490− -> Query
322+ -> Query -- ^ Query template.
491− -> params
323+ -> q -- ^ Query parameters.
492− -> a
324+ -> a -- ^ Initial state for result consumer.
493− -> (a -> row -> IO a)
325+ -> (a -> r -> IO a) -- ^ Result consumer.
495−foldWithOptions opts = foldWithOptionsAndParser opts fromRow
497−-- | A version of 'foldWithOptions' taking a parser as an argument
498−foldWithOptionsAndParser :: (ToRow params)
505− -> (a -> row -> IO a)
507−foldWithOptionsAndParser opts parser conn template qs a f = do
327+fold conn template qs z f = do
508− q <- formatQuery conn template qs
328+ Base.query conn =<< formatQuery conn template qs
509− doFold opts parser conn template (Query q) a f
329+ finishFold conn template z f
511-- | A version of 'fold' that does not perform query substitution.
332-- | A version of 'fold' that does not perform query substitution.
512−fold_ :: (FromRow r) =>
333+fold_ :: (QueryResults r) =>
513 Connection
334 Connection
514 -> Query -- ^ Query.
335 -> Query -- ^ Query.
515 -> a -- ^ Initial state for result consumer.
336 -> a -- ^ Initial state for result consumer.
516 -> (a -> r -> IO a) -- ^ Result consumer.
337 -> (a -> r -> IO a) -- ^ Result consumer.
518−fold_ = foldWithOptions_ defaultFoldOptions
339+fold_ conn q@(Query que) z f = do
519−
340+ Base.query conn que
520−-- | A version of 'fold_' taking a parser as an argument
341+ finishFold conn q z f
521−foldWith_ :: RowParser r
342+--}
522− -> Connection
343+{--
527−foldWith_ = foldWithOptionsAndParser_ defaultFoldOptions
529−foldWithOptions_ :: (FromRow r) =>
532− -> Query -- ^ Query.
533− -> a -- ^ Initial state for result consumer.
534− -> (a -> r -> IO a) -- ^ Result consumer.
536−foldWithOptions_ opts conn query' a f = doFold opts fromRow conn query' query' a f
538−-- | A version of 'foldWithOptions_' taking a parser as an argument
539−foldWithOptionsAndParser_ :: FoldOptions
542− -> Query -- ^ Query.
543− -> a -- ^ Initial state for result consumer.
544− -> (a -> r -> IO a) -- ^ Result consumer.
546−foldWithOptionsAndParser_ opts parser conn query' a f = doFold opts parser conn query' query' a f
548−doFold :: FoldOptions
554− -> (a -> row -> IO a)
556−doFold FoldOptions{..} parser conn _template q a0 f = do
557− stat <- withConnection conn PQ.transactionStatus
559− PQ.TransIdle -> withTransactionMode transactionMode conn go
560− PQ.TransInTrans -> go
561− PQ.TransActive -> fail "foldWithOpts FIXME: PQ.TransActive"
562− -- This _shouldn't_ occur in the current incarnation of
563− -- the library, as we aren't using libpq asynchronously.
564− -- However, it could occur in future incarnations of
565− -- this library or if client code uses the Internal module
566− -- to use raw libpq commands on postgresql-simple connections.
567− PQ.TransInError -> fail "foldWithOpts FIXME: PQ.TransInError"
568− -- This should be turned into a better error message.
569− -- It is probably a bad idea to automatically roll
570− -- back the transaction and start another.
571− PQ.TransUnknown -> fail "foldWithOpts FIXME: PQ.TransUnknown"
572− -- Not sure what this means.
575− declareCursor conn q
577− foldForwardWithParser cursor parser chunkSize f a
579− go = bracket declare closeCursor $ \cursor ->
580− let loop a = fetch cursor a >>=
586−-- FIXME: choose the Automatic chunkSize more intelligently
587−-- One possibility is to use the type of the results, although this
588−-- still isn't a perfect solution, given that common types (e.g. text)
589−-- are of highly variable size.
590−-- A refinement of this technique is to pick this number adaptively
591−-- as results are read in from the database.
592− chunkSize = case fetchQuantity of
596-- | A version of 'fold' that does not transform a state value.
344-- | A version of 'fold' that does not transform a state value.
597−forEach :: (ToRow q, FromRow r) =>
345+forEach :: (QueryParams q, QueryResults r) =>
598 Connection
346 Connection
599 -> Query -- ^ Query template.
347 -> Query -- ^ Query template.
600 -> q -- ^ Query parameters.
348 -> q -- ^ Query parameters.
601 -> (r -> IO ()) -- ^ Result consumer.
349 -> (r -> IO ()) -- ^ Result consumer.
603−forEach = forEachWith fromRow
351+forEach conn template qs = fold conn template qs () . const
604{-# INLINE forEach #-}
352{-# INLINE forEach #-}
606−-- | A version of 'forEach' taking a parser as an argument
607−forEachWith :: ( ToRow q )
614−forEachWith parser conn template qs = foldWith parser conn template qs () . const
615−{-# INLINE forEachWith #-}
617-- | A version of 'forEach' that does not perform query substitution.
354-- | A version of 'forEach' that does not perform query substitution.
618−forEach_ :: (FromRow r) =>
355+forEach_ :: (QueryResults r) =>
619 Connection
356 Connection
620 -> Query -- ^ Query template.
357 -> Query -- ^ Query template.
621 -> (r -> IO ()) -- ^ Result consumer.
358 -> (r -> IO ()) -- ^ Result consumer.
623−forEach_ = forEachWith_ fromRow
360+forEach_ conn template = fold_ conn template () . const
624{-# INLINE forEach_ #-}
361{-# INLINE forEach_ #-}
626−forEachWith_ :: RowParser r
364+forM' :: (Ord n, Num n) => n -> n -> (n -> IO a) -> IO [a]
627− -> Connection
365+forM' lo hi m = loop hi []
629− -> (r -> IO ())
367+ loop !n !as
630− -> IO ()
368+ | n < lo = return as
631−forEachWith_ parser conn template = foldWith_ parser conn template () . const
369+ | otherwise = do
632−{-# INLINE forEachWith_ #-}
370+ a <- m n
633−
371+ loop (n-1) (a:as)
373+finishQuery :: (QueryResults r) => Connection -> Query -> PQ.Result -> IO [r]
374+finishQuery conn q result = do
375+ status <- PQ.resultStatus result
377+ PQ.EmptyQuery -> fail "empty query" -- FIXME: error message
379+ throwIO $ QueryError "query resulted in a command response" q
381+ ncols <- PQ.nfields result
382+ fields <- forM' 0 (ncols-1) $ \column -> do
383+ type_oid <- PQ.ftype result column
384+ typename <- getTypename conn type_oid
386+ nrows <- PQ.ntuples result
387+ forM' 0 (nrows-1) $ \row -> do
388+ values <- forM' 0 (ncols-1) (\col -> PQ.getvalue' result row col)
389+ case convertResults fields values of
390+ Fail err -> throwIO err
391+ Success a -> return a
392+ PQ.CopyIn -> fail "FIXME: postgresql-simple does not currently support COPY IN"
393+ PQ.CopyOut -> fail "FIXME: postgresql-simple does not currently support COPY OUT"
395+ errormsg <- maybe "" id <$> PQ.resultErrorMessage result
396+ statusmsg <- PQ.resStatus status
397+ state <- maybe "" id <$> PQ.resultErrorField result PQ.DiagSqlstate
398+ throw $ SqlError { sqlState = state
399+ , sqlNativeError = 0 -- FIXME
400+ , sqlErrorMsg = B.concat [ "execute: ", statusmsg
404+withResult (Base.storeResult conn) q $ \r fs -> do
406+/ flip fix [] $ \loop acc -> do
407+ row <- Base.fetchRow r
409+ [] -> return (reverse acc)
410+ _ -> let !c = convertResults fs row
414+finishFold :: (QueryResults r) =>
415+ Connection -> Query -> a -> (a -> r -> IO a) -> IO a
416+finishFold conn q z0 f = withResult (Base.useResult conn) q $ \r fs ->
417+ flip fix z0 $ \loop z -> do
418+ row <- Base.fetchRow r
421+ _ -> (f z $! convertResults fs row) >>= loop
424+withResult :: (IO Result) -> Query -> (Result -> [Field] -> IO a) -> IO a
425+withResult fetchResult q act = bracket fetchResult Base.freeResult $ \r -> do
426+ ncols <- Base.fieldCount (Right r)
428+ then throwIO $ QueryError "query resulted in zero-column result" q
429+ else act r =<< Base.fetchFields r
431+-- | Execute an action inside a SQL transaction.
433+-- This function initiates a transaction with a \"@begin
434+-- transaction@\" statement, then executes the supplied action. If
435+-- the action succeeds, the transaction will be completed with
436+-- 'Base.commit' before this function returns.
438+-- If the action throws /any/ kind of exception (not just a
439+-- MySQL-related exception), the transaction will be rolled back using
440+-- 'Base.rollback', then the exception will be rethrown.
441+withTransaction :: Connection -> IO a -> IO a
442+withTransaction conn act = do
444+ r <- act `onException` rollback conn
448+-- | Rollback a transaction.
449+-- rollback :: (MonadCatchIO m,MonadIO m) => Connection -> m ()
450+rollback :: Connection -> IO ()
452+ _ <- execute_ conn "ABORT;"
455+-- | Commit a transaction.
456+-- commit :: (MonadCatchIO m,MonadIO m) => Connection -> m ()
457+commit :: Connection -> IO ()
459+ _ <- execute_ conn "COMMIT;"
462+-- | Begin a transaction.
463+-- begin :: (MonadCatchIO m,MonadIO m) => Connection -> m ()
464+begin :: Connection -> IO ()
466+ _ <- execute_ conn "BEGIN;"
469+fmtError :: String -> Query -> [Action] -> a
470+fmtError msg q xs = throw FormatError {
473+ , fmtParams = map twiddle xs
475+ where twiddle (Plain b) = toByteString b
476+ twiddle (Escape s) = s
477+ twiddle (Many ys) = B.concat (map twiddle ys)
@@ -656,13 +500,11 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
657-- > {-# LANGUAGE OverloadedStrings #-}
501-- > {-# LANGUAGE OverloadedStrings #-}
659−-- > import Database.PostgreSQL.Simple
503+-- > import Database.MySQL.Simple
662-- > hello = do
505-- > hello = do
663−-- > conn <- connectPostgreSQL ""
506+-- > conn <- connect defaultConnectInfo
664−-- > [Only i] <- query_ conn "select 2 + 2"
507+-- > query conn "select 2 + 2"
667-- A 'Query' value does not represent the actual query that will be
509-- A 'Query' value does not represent the actual query that will be
668-- executed, but is a template for constructing the final query.
510-- executed, but is a template for constructing the final query.
@@ -709,7 +551,7 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
709-- Automated type inference means that you will often be able to avoid
551-- Automated type inference means that you will often be able to avoid
710-- supplying explicit type signatures for the elements of a tuple.
552-- supplying explicit type signatures for the elements of a tuple.
711-- However, sometimes the compiler will not be able to infer your
553-- However, sometimes the compiler will not be able to infer your
712−-- types. Consider a case where you write a numeric literal in a
554+-- types. Consider a care where you write a numeric literal in a
713-- parameter tuple:
555-- parameter tuple:
715-- > query conn "select ? + ?" (40,2)
557-- > query conn "select ? + ?" (40,2)
@@ -723,30 +565,15 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
723-- The same kind of problem can arise with string literals if you have
565-- The same kind of problem can arise with string literals if you have
724-- the @OverloadedStrings@ language extension enabled. Again, just
566-- the @OverloadedStrings@ language extension enabled. Again, just
725-- use an explicit type signature if this happens.
567-- use an explicit type signature if this happens.
727−-- Finally, remember that the compiler must be able to infer the type
728−-- of a query's /results/ as well as its parameters. We might like
729−-- the following example to work:
731−-- > print =<< query_ conn "select 2 + 2"
733−-- Unfortunately, while a quick glance tells us that the result type
734−-- should be a single row containing a single numeric column, the
735−-- compiler has no way to infer what the types are. We can easily fix
736−-- this by providing an explicit type annotation:
738−-- > xs <- query_ conn "select 2 + 2"
739−-- > print (xs :: [Only Int])
741-- $only_param
569-- $only_param
743-- Haskell lacks a single-element tuple type, so if you have just one
571-- Haskell lacks a single-element tuple type, so if you have just one
744−-- value you want substituted into a query or a single-column result,
572+-- value you want substituted into a query, what should you do?
745−-- what should you do?
747-- The obvious approach would appear to be something like this:
574-- The obvious approach would appear to be something like this:
749−-- > instance (ToField a) => ToRow a where
576+-- > instance (Param a) => QueryParam a where
752-- Unfortunately, this wreaks havoc with type inference, so we take a
579-- Unfortunately, this wreaks havoc with type inference, so we take a
@@ -757,9 +584,6 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
758-- > execute conn "insert into users (first_name) values (?)"
585-- > execute conn "insert into users (first_name) values (?)"
759-- > ["Nuala"]
586-- > ["Nuala"]
761−-- A row of /n/ query results is represented using an /n/-tuple, so
762−-- you should use 'Only' to represent a single-column result.
@@ -777,7 +601,7 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
777-- Here's an example:
601-- Here's an example:
779-- > query conn "select * from users where first_name in ?" $
603-- > query conn "select * from users where first_name in ?" $
780−-- > Only $ In ["Anna", "Boris", "Carla"]
604+-- > In ["Anna", "Boris", "Carla"]
782-- If your 'In'-wrapped list is empty, the string @\"(null)\"@ will be
606-- If your 'In'-wrapped list is empty, the string @\"(null)\"@ will be
783-- substituted instead, to ensure that your clause remains
607-- substituted instead, to ensure that your clause remains
@@ -805,7 +629,7 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
805-- * There must be no other \"@?@\" characters anywhere in your
629-- * There must be no other \"@?@\" characters anywhere in your
806-- template.
630-- template.
808−-- * There must be one or more \"@?@\" in the parentheses.
632+-- * There must one or more \"@?@\" in the parentheses.
810-- * Extra white space is fine.
634-- * Extra white space is fine.
@@ -826,26 +650,10 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
826-- > insert into users (first_name,last_name) values
650-- > insert into users (first_name,last_name) values
827-- > ('Boris','Karloff'),('Ed','Wood')
651-- > ('Boris','Karloff'),('Ed','Wood')
831−-- PostgreSQL supports returning values from data manipulation statements
832−-- such as @INSERT@ and @UPDATE@. You can use these statements by
833−-- using 'query' instead of 'execute'. For multi-tuple inserts,
834−-- use 'returning' instead of 'executeMany'.
836−-- For example, were there an auto-incrementing @id@ column and
837−-- timestamp column @t@ that defaulted to the present time for the
838−-- @sales@ table, then the following query would insert two new
839−-- sales records and also return their new @id@s and timestamps.
841−-- > let q = "insert into sales (amount, label) values (?,?) returning id, t"
842−-- > xs :: [(Int, UTCTime)] <- query conn q (15,"Sawdust")
843−-- > ys :: [(Int, UTCTime)] <- returning conn q [(20,"Chips"),(300,"Wood")]
845-- $result
653-- $result
847-- The 'query' and 'query_' functions return a list of values in the
655-- The 'query' and 'query_' functions return a list of values in the
848−-- 'FromRow' typeclass. This class performs automatic extraction
656+-- 'QueryResults' typeclass. This class performs automatic extraction
849-- and type conversion of rows from a query result.
657-- and type conversion of rows from a query result.
851-- Here is a simple example of how to extract results:
659-- Here is a simple example of how to extract results:
@@ -876,7 +684,7 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
877-- Although SQL can accommodate @NULL@ as a value for any of these
685-- Although SQL can accommodate @NULL@ as a value for any of these
878-- types, Haskell cannot. If your result contains columns that may be
686-- types, Haskell cannot. If your result contains columns that may be
879−-- @NULL@, be sure that you use 'Maybe' in those positions of your
687+-- @NULL@, be sure that you use 'Maybe' in those positions of of your
882-- > (Text, Maybe Int, Int)
690-- > (Text, Maybe Int, Int)
@@ -899,15 +707,16 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
899-- permissive. Here are the rules.
707-- permissive. Here are the rules.
901-- * For numeric types, any Haskell type that can accurately represent
709-- * For numeric types, any Haskell type that can accurately represent
902−-- all values of the given PostgreSQL type is considered \"compatible\".
710+-- all values of the given MySQL type is considered \"compatible\".
903−-- For instance, you can always extract a PostgreSQL 16-bit @SMALLINT@
711+-- For instance, you can always extract a MySQL @TINYINT@ column to
904−-- column to a Haskell 'Int'. The Haskell 'Float' type can accurately
712+-- a Haskell 'Int'. The Haskell 'Float' type can accurately
713+-- represent MySQL integer types of size up to @INT24@, so it is
905−-- represent a @SMALLINT@, so it is considered compatible with those types.
714+-- considered compatble with those types.
907-- * A numeric compatibility check is based only on the type of a
716-- * A numeric compatibility check is based only on the type of a
908−-- column, /not/ on its values. For instance, a PostgreSQL 64-bit
717+-- column, /not/ on its values. For instance, a MySQL @LONG_LONG@
909−-- @BIGINT@ column will be considered incompatible with a Haskell
718+-- column will be considered incompatible with a Haskell 'Int8',
910−-- 'Int16', even if it contains the value @1@.
719+-- even if it contains the value @1@.
912-- * If a numeric incompatibility is found, 'query' will throw a
721-- * If a numeric incompatibility is found, 'query' will throw a
913-- 'ResultError'.
722-- 'ResultError'.
@@ -916,3 +725,29 @@ forEachWith_ parser conn template = foldWith_ parser conn template () . const
916-- UTF-8. If you use some other encoding, decoding may fail or give
725-- UTF-8. If you use some other encoding, decoding may fail or give
917-- wrong results. In such cases, write a @newtype@ wrapper and a
726-- wrong results. In such cases, write a @newtype@ wrapper and a
918-- custom 'Result' instance to handle your encoding.
727-- custom 'Result' instance to handle your encoding.
729+getTypename :: Connection -> PQ.Oid -> IO ByteString
730+getTypename conn@Connection{..} oid =
731+ case oid2builtin oid of
732+ Just builtin -> return $! builtin2typname builtin
734+ oidmap <- takeMVar connectionObjects
735+ case IntMap.lookup (oid2int oid) oidmap of
736+ Just name -> putMVar connectionObjects oidmap >> return name
738+ names <- query conn "SELECT typname FROM pg_type WHERE oid=?"
740+ name <- case names of
741+ [] -> return $ throw SqlError {
742+ sqlNativeError = -1,
743+ sqlErrorMsg = "invalid type oid",
746+ [Only x] -> return x
747+ _ -> fail "typename query returned more than one result"
748+ -- oid is a primary key, so the query should
749+ -- never return more than one result
750+ putMVar connectionObjects (IntMap.insert (oid2int oid) name oidmap)
753+ putMVar connectionObjects oidmap