@@ -1,19 +1,9 @@
1−{-# LANGUAGE BangPatterns #-}
2−{-# LANGUAGE CPP #-}
31{-# LANGUAGE DataKinds #-}
4−{-# LANGUAGE DeriveDataTypeable #-}
5−{-# LANGUAGE DeriveGeneric #-}
6−{-# LANGUAGE DeriveLift #-}
7−{-# LANGUAGE FlexibleInstances #-}
8−{-# LANGUAGE GeneralizedNewtypeDeriving #-}
92{-# LANGUAGE LambdaCase #-}
10−{-# LANGUAGE MultiParamTypeClasses #-}
113{-# LANGUAGE OverloadedStrings #-}
124{-# LANGUAGE QuasiQuotes #-}
13−{-# LANGUAGE RankNTypes #-}
145{-# LANGUAGE RecordWildCards #-}
156{-# LANGUAGE RoleAnnotations #-}
16−{-# LANGUAGE ScopedTypeVariables #-}
177{-# LANGUAGE TemplateHaskellQuotes #-}
188{-# LANGUAGE TypeFamilies #-}
199{-# LANGUAGE UndecidableInstances #-}
@@ -29,61 +19,40 @@
2919--
3020-- The documentation below is structured in such a way that the most
3121-- important information is presented first: you learn how to do HTTP
32−-- requests, how to embed them in any monad you have, and then it gives you
22+-- requests, how to embed them in the monad you have, and then it gives you
3323-- details about less-common things you may want to know about. The
3424-- documentation is written with sufficient coverage of details and
3525-- examples, and it's designed to be a complete tutorial on its own.
3626--
37−-- /(A modest intro goes here, click on 'req' to start making requests.)/
38−--
3927-- === About the library
4028--
41−-- Req is an easy-to-use, type-safe, expandable, high-level HTTP client
42−-- library that just works without any fooling around.
43−--
44−-- What does the phrase “easy-to-use” mean? It means that the library is
45−-- designed to be beginner-friendly so it's simple to add to your monad
46−-- stack, intuitive to work with, well-documented, and does not get in your
47−-- way. Doing HTTP requests is a common task and Haskell library for this
48−-- should be very approachable and clear to beginners, thus certain
49−-- compromises were made. For example, one cannot currently modify
50−-- 'L.ManagerSettings' of the default manager because the library always
51−-- uses the same implicit global manager for simplicity and maximal
52−-- connection sharing. There is a way to use your own manager with different
53−-- settings, but it requires a bit more typing.
54−--
55−-- “Type-safe” means that the library is protective and eliminates certain
56−-- classes of errors. For example, we have correct-by-construction 'Url's,
57−-- it's guaranteed that the user does not send the request body when using
58−-- methods like 'GET' or 'OPTIONS', and the amount of implicit assumptions
59−-- is minimized by making the user specify his\/her intentions in an
60−-- explicit form (for example, it's not possible to avoid specifying the
61−-- body or method of request). Authentication methods that assume HTTPS
62−-- force the user to use HTTPS at the type level. The library also carefully
63−-- hides underlying types from the lower-level @http-client@ package because
64−-- those types are not safe enough (for example 'L.Request' is an instance
65−-- of 'Data.String.IsString' and, if it's malformed, it will blow up at
66−-- run-time).
67−--
68−-- “Expandable” refers to the ability of the library to be expanded without
69−-- having to resort to ugly hacking. For example, it's possible to define
70−-- your own HTTP methods, create new ways to construct the body of a
71−-- request, create new authorization options, perform a request in a
72−-- different way, and create your own methods to parse and represent a
73−-- response. As the user extends the library to satisfy his\/her special
74−-- needs, the new solutions will work just like the built-ins. However, all
75−-- of the common cases are also covered by the library out-of-the-box.
76−--
77−-- “High-level” means that there are less details to worry about. The
78−-- library is a result of my experiences as a Haskell consultant. Working
79−-- for several clients, who had very different projects, showed me that the
80−-- library should adapt easily to any particular style of writing Haskell
81−-- applications. For example, some people prefer throwing exceptions, while
82−-- others are concerned with purity. Just define 'handleHttpException'
83−-- accordingly when making your monad instance of 'MonadHttp' and it will
84−-- play together seamlessly. Finally, the library cuts down boilerplate
85−-- considerably, and helps you write concise, easy to read, and maintainable
86−-- code.
29+-- Req is an HTTP client library that attempts to be easy-to-use, type-safe,
30+-- and expandable.
31+--
32+-- “Easy-to-use” means that the library is designed to be beginner-friendly
33+-- so it's simple to add to your monad stack, intuitive to work with,
34+-- well-documented, and does not get in your way. Doing HTTP requests is a
35+-- common task and a Haskell library for this should be approachable and
36+-- clear to beginners, thus certain compromises were made. For example, one
37+-- cannot currently modify 'L.ManagerSettings' of the default manager
38+-- because the library always uses the same implicit global manager for
39+-- simplicity and maximal connection sharing. There is a way to use your own
40+-- manager with different settings, but it requires more typing.
41+--
42+-- “Type-safe” means that the library tries to eliminate certain classes of
43+-- errors. For example, we have correct-by-construction URLs; it is
44+-- guaranteed that the user does not send the request body when using
45+-- methods like GET or OPTIONS, and the amount of implicit assumptions is
46+-- minimized by making the user specify their intentions in an explicit
47+-- form. For example, it's not possible to avoid specifying the body or the
48+-- method of a request. Authentication methods that assume HTTPS force the
49+-- user to use HTTPS at the type level.
50+--
51+-- “Expandable” refers to the ability to create new components without
52+-- having to resort to hacking. For example, it's possible to define your
53+-- own HTTP methods, create new ways to construct the body of a request,
54+-- create new authorization options, perform a request in a different way,
55+-- and create your own methods to parse a response.
8756--
8857-- === Using with other libraries
8958--
@@ -112,6 +81,7 @@ module Network.HTTP.Req
11281 -- $making-a-request
11382 req,
11483 reqBr,
84+ reqCb,
11585 req',
11686 withReqManager,
11787
@@ -174,11 +144,13 @@ module Network.HTTP.Req
174144 -- $query-parameters
175145 (=:),
176146 queryFlag,
147+ formToQuery,
177148 QueryParam (..),
178149
179150 -- *** Headers
180151 header,
181152 attachHeader,
153+ headerRedacted,
182154
183155 -- *** Cookies
184156 -- $cookies
@@ -225,57 +197,78 @@ module Network.HTTP.Req
225197
226198 -- * Other
227199 HttpException (..),
200+ isStatusCodeException,
228201 CanHaveBody (..),
229202 Scheme (..),
230203 )
231204where
232205
233−import qualified Blaze.ByteString.Builder as BB
206+import Blaze.ByteString.Builder qualified as BB
234207import Control.Applicative
235208import Control.Arrow (first, second)
236209import Control.Exception hiding (Handler (..), TypeError)
210+import Control.Monad (guard, void, (>=>))
237211import Control.Monad.Base
238−import Control.Monad.Catch (Handler (..))
212+import Control.Monad.Catch (Handler (..), MonadCatch, MonadMask, MonadThrow)
239213import Control.Monad.IO.Class
240−import Control.Monad.Reader
214+import Control.Monad.IO.Unlift
215+import Control.Monad.Reader (ReaderT (ReaderT), ask, lift, runReaderT)
216+import Control.Monad.Trans.Accum (AccumT)
217+import Control.Monad.Trans.Cont (ContT)
241218import Control.Monad.Trans.Control
219+import Control.Monad.Trans.Except (ExceptT)
220+import Control.Monad.Trans.Identity (IdentityT)
221+import Control.Monad.Trans.Maybe (MaybeT)
222+import Control.Monad.Trans.RWS.CPS qualified as RWS.CPS
223+import Control.Monad.Trans.RWS.Lazy qualified as RWS.Lazy
224+import Control.Monad.Trans.RWS.Strict qualified as RWS.Strict
225+import Control.Monad.Trans.Select (SelectT)
226+import Control.Monad.Trans.State.Lazy qualified as State.Lazy
227+import Control.Monad.Trans.State.Strict qualified as State.Strict
228+import Control.Monad.Trans.Writer.CPS qualified as Writer.CPS
229+import Control.Monad.Trans.Writer.Lazy qualified as Writer.Lazy
230+import Control.Monad.Trans.Writer.Strict qualified as Writer.Strict
242231import Control.Retry
243232import Data.Aeson (FromJSON (..), ToJSON (..))
244−import qualified Data.Aeson as A
233+import Data.Aeson qualified as A
245234import Data.ByteString (ByteString)
246−import qualified Data.ByteString as B
247−import qualified Data.ByteString.Lazy as BL
248−import qualified Data.CaseInsensitive as CI
235+import Data.ByteString qualified as B
236+import Data.ByteString.Lazy qualified as BL
237+import Data.CaseInsensitive qualified as CI
249238import Data.Data (Data)
239+import Data.Default.Class (def)
250240import Data.Function (on)
251241import Data.IORef
252242import Data.Kind (Constraint, Type)
253243import Data.List (foldl', nubBy)
254244import Data.List.NonEmpty (NonEmpty (..))
255−import qualified Data.List.NonEmpty as NE
245+import Data.List.NonEmpty qualified as NE
256246import Data.Maybe (fromMaybe)
257247import Data.Proxy
258−import Data.Semigroup hiding (Option, option)
248+import Data.Semigroup (Endo (..))
249+import Data.Set qualified as S
259250import Data.Text (Text)
260−import qualified Data.Text as T
261−import qualified Data.Text.Encoding as T
251+import Data.Text qualified as T
252+import Data.Text.Encoding qualified as T
262253import Data.Typeable (Typeable, cast)
263254import GHC.Generics
264255import GHC.TypeLits
265−import qualified Language.Haskell.TH as TH
266−import qualified Language.Haskell.TH.Quote as TH
267−import qualified Language.Haskell.TH.Syntax as TH
268−import qualified Network.Connection as NC
269−import qualified Network.HTTP.Client as L
270−import qualified Network.HTTP.Client.Internal as LI
271−import qualified Network.HTTP.Client.MultipartFormData as LM
272−import qualified Network.HTTP.Client.TLS as L
273−import qualified Network.HTTP.Types as Y
256+import Language.Haskell.TH qualified as TH
257+import Language.Haskell.TH.Quote qualified as TH
258+import Language.Haskell.TH.Syntax qualified as TH
259+import Network.Connection qualified as NC
260+import Network.HTTP.Client qualified as L
261+import Network.HTTP.Client.Internal qualified as LI
262+import Network.HTTP.Client.MultipartFormData qualified as LM
263+import Network.HTTP.Client.TLS qualified as L
264+import Network.HTTP.Types qualified as Y
274265import System.IO.Unsafe (unsafePerformIO)
275266import Text.URI (URI)
276−import qualified Text.URI as URI
277−import qualified Text.URI.QQ as QQ
278−import qualified Web.Authenticate.OAuth as OAuth
267+import Text.URI qualified as URI
268+import Text.URI.QQ qualified as QQ
269+import Web.Authenticate.OAuth qualified as OAuth
270+import Web.FormUrlEncoded (FromForm (..), ToForm (..))
271+import Web.FormUrlEncoded qualified as Form
279272import Web.HttpApiData (ToHttpApiData (..))
280273
281274----------------------------------------------------------------------------
@@ -300,7 +293,7 @@ import Web.HttpApiData (ToHttpApiData (..))
300293--
301294-- @body@ is a body option such as 'NoReqBody' or 'ReqBodyJson'. The
302295-- tutorial has a section about HTTP bodies, but usage is very
303−-- straightforward and should be clear from the examples below.
296+-- straightforward and should be clear from the examples.
304297--
305298-- @response@ is a type hint how to make and interpret response of an HTTP
306299-- request. Out-of-the-box it can be the following:
@@ -428,12 +421,7 @@ req ::
428421 -- | Response
429422 m response
430423req method url body responseProxy options =
431− reqBr method url body (options <> extraOptions) getHttpResponse
432− where
433− extraOptions =
434− case acceptHeader responseProxy of
435− Nothing -> mempty
436− Just accept -> header "Accept" accept
424+ reqCb method url body responseProxy options pure
437425
438426-- | A version of 'req' that does not use one of the predefined instances of
439427-- 'HttpResponse' but instead allows the user to consume @'L.Response'
@@ -458,7 +446,58 @@ reqBr ::
458446 (L.Response L.BodyReader -> IO a) ->
459447 -- | Result
460448 m a
461−reqBr method url body options consume = req' method url body options $ \request manager -> do
449+reqBr method url body options consume =
450+ req' method url body options (reqHandler consume)
451+
452+-- | A version of 'req' that takes a callback to modify the 'L.Request', but
453+-- otherwise performs the request identically.
454+--
455+-- @since 3.7.0
456+reqCb ::
457+ ( MonadHttp m,
458+ HttpMethod method,
459+ HttpBody body,
460+ HttpResponse response,
461+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
462+ ) =>
463+ -- | HTTP method
464+ method ->
465+ -- | 'Url'—location of resource
466+ Url scheme ->
467+ -- | Body of the request
468+ body ->
469+ -- | A hint how to interpret response
470+ Proxy response ->
471+ -- | Collection of optional parameters
472+ Option scheme ->
473+ -- | Callback to modify the request
474+ (L.Request -> m L.Request) ->
475+ -- | Response
476+ m response
477+reqCb method url body responseProxy options adjustRequest =
478+ req' method url body (options <> extraOptions) $ \request manager -> do
479+ request' <- adjustRequest request
480+ reqHandler getHttpResponse request' manager
481+ where
482+ extraOptions =
483+ case acceptHeader responseProxy of
484+ Nothing -> mempty
485+ Just accept -> header "Accept" accept
486+
487+-- | The default handler function that the higher-level request functions
488+-- pass to 'req''. Internal function.
489+--
490+-- @since 3.7.0
491+reqHandler ::
492+ (MonadHttp m) =>
493+ -- | How to get final result from a 'L.Response'
494+ (L.Response L.BodyReader -> IO b) ->
495+ -- | 'L.Request' to perform
496+ L.Request ->
497+ -- | 'L.Manager' to use
498+ L.Manager ->
499+ m b
500+reqHandler consume request manager = do
462501 HttpConfig {..} <- getHttpConfig
463502 let wrapVanilla = handle (throwIO . VanillaHttpException)
464503 wrapExc = handle (throwIO . LI.toHttpException request)
@@ -490,7 +529,7 @@ reqBr method url body options consume = req' method url body options $ \request
490529 (const openResponse)
491530 )
492531 )
493− (preview, r') <- grabPreview bodyPreviewLength r
532+ (preview, r') <- grabPreview httpConfigBodyPreviewLength r
494533 mapM_ LI.throwHttp (httpConfigCheckResponse request r' preview)
495534 consume r'
496535 )
@@ -539,22 +578,22 @@ req' method url body options m = do
539578 nubHeaders
540579 <> getRequestMod options
541580 <> getRequestMod config
542− <> getRequestMod (Womb body :: Womb "body" body)
581+ <> getRequestMod (Tagged body :: Tagged "body" body)
543582 <> getRequestMod url
544− <> getRequestMod (Womb method :: Womb "method" method)
583+ <> getRequestMod (Tagged method :: Tagged "method" method)
545584 request <- finalizeRequest options request'
546585 withReqManager (m request)
547586
548587-- | Perform an action using the global implicit 'L.Manager' that the rest
549−-- of the library uses. This allows to reuse connections that the
588+-- of the library uses. This allows us to reuse connections that the
550589-- 'L.Manager' controls.
551−withReqManager :: MonadIO m => (L.Manager -> m a) -> m a
552−withReqManager m = liftIO (readIORef globalManager) >>= m
590+withReqManager :: (MonadIO m) => (L.Manager -> m a) -> m a
591+withReqManager m = m globalManager
553592
554−-- | Global 'L.Manager' that 'req' uses. Here we just go with the default
555−-- settings, so users don't need to deal with this manager stuff at all, but
556−-- when we create a request, instance 'HttpConfig' can affect the default
557−-- settings via 'getHttpConfig'.
593+-- | The global 'L.Manager' that 'req' uses. Here we just go with the
594+-- default settings, so users don't need to deal with this manager stuff at
595+-- all, but when we create a request, instance 'HttpConfig' can affect the
596+-- default settings via 'getHttpConfig'.
558597--
559598-- A note about safety, in case 'unsafePerformIO' looks suspicious to you.
560599-- The value of 'globalManager' is named and lives on top level. This means
@@ -562,16 +601,16 @@ withReqManager m = liftIO (readIORef globalManager) >>= m
562601-- manager. From that moment on the 'IORef' will be just reused—exactly the
563602-- behavior we want here in order to maximize connection sharing. GHC could
564603-- spoil the plan by inlining the definition, hence the @NOINLINE@ pragma.
565−globalManager :: IORef L.Manager
604+globalManager :: L.Manager
566605globalManager = unsafePerformIO $ do
567606 context <- NC.initConnectionContext
568607 let settings =
569608 L.mkManagerSettingsContext
570609 (Just context)
571− (NC.TLSSettingsSimple False False False)
610+ def
572611 Nothing
573612 manager <- L.newManager settings
574− newIORef manager
613+ return manager
575614{-# NOINLINE globalManager #-}
576615
577616----------------------------------------------------------------------------
@@ -585,13 +624,13 @@ globalManager = unsafePerformIO $ do
585624-- When writing a library, keep your API polymorphic in terms of
586625-- 'MonadHttp', only define instance of 'MonadHttp' in final application.
587626-- Another option is to use a @newtype@-wrapped monad stack and define
588−-- 'MonadHttp' for it. As of version /0.4.0/, the 'Req' monad that follows
589−-- this strategy is provided out-of-the-box (see below).
627+-- 'MonadHttp' for it. As of the version /0.4.0/, the 'Req' monad that
628+-- follows this strategy is provided out-of-the-box (see below).
590629
591630-- | A type class for monads that support performing HTTP requests.
592631-- Typically, you only need to define the 'handleHttpException' method
593632-- unless you want to tweak 'HttpConfig'.
594−class MonadIO m => MonadHttp m where
633+class (MonadIO m) => MonadHttp m where
595634 -- | This method describes how to deal with 'HttpException' that was
596635 -- caught by the library. One option is to re-throw it if you are OK with
597636 -- exceptions, but if you prefer working with something like
@@ -599,17 +638,16 @@ class MonadIO m => MonadHttp m where
599638 -- 'Control.Monad.Except.throwError'.
600639 handleHttpException :: HttpException -> m a
601640
602− -- | Return 'HttpConfig' to be used when performing HTTP requests. Default
603− -- implementation returns its 'def' value, which is described in the
604− -- documentation for the type. Common usage pattern with manually defined
605− -- 'getHttpConfig' is to return some hard-coded value, or a value
641+ -- | Return the 'HttpConfig' to be used when performing HTTP requests.
642+ -- Default implementation returns its 'def' value, which is described in
643+ -- the documentation for the type. Common usage pattern with manually
644+ -- defined 'getHttpConfig' is to return some hard-coded value, or a value
606645 -- extracted from 'Control.Monad.Reader.MonadReader' if a more flexible
607646 -- approach to configuration is desirable.
608647 getHttpConfig :: m HttpConfig
609648 getHttpConfig = return defaultHttpConfig
610649
611−-- | 'HttpConfig' contains general and default settings to be used when
612−-- making HTTP requests.
650+-- | 'HttpConfig' contains settings to be used when making HTTP requests.
613651data HttpConfig = HttpConfig
614652 { -- | Proxy to use. By default values of @HTTP_PROXY@ and @HTTPS_PROXY@
615653 -- environment variables are respected, this setting overwrites them.
@@ -653,8 +691,8 @@ data HttpConfig = HttpConfig
653691 -- | The retry policy to use for request retrying. By default 'def' is
654692 -- used (see 'RetryPolicyM').
655693 --
656− -- __Note__: signature of this function was changed in the version
657− -- /1.0.0/.
694+ -- __Note__: signature of this function was changed to disallow 'IO' in
695+ -- version /1.0.0/ and then changed back to its current form in /3.1.0/.
658696 --
659697 -- @since 0.3.0
660698 httpConfigRetryPolicy :: RetryPolicyM IO,
@@ -667,14 +705,19 @@ data HttpConfig = HttpConfig
667705 -- @since 0.3.0
668706 httpConfigRetryJudge :: forall b. RetryStatus -> L.Response b -> Bool,
669707 -- | Similar to 'httpConfigRetryJudge', but is used to decide when to
670− -- retry requests that resulted in an exception.
708+ -- retry requests that resulted in an exception. By default it retries
709+ -- on response timeout and connection timeout (changed in version
710+ -- /3.8.0/).
671711 --
672712 -- @since 3.4.0
673− httpConfigRetryJudgeException :: RetryStatus -> SomeException -> Bool
713+ httpConfigRetryJudgeException :: RetryStatus -> SomeException -> Bool,
714+ -- | Max length of preview fragment of response body.
715+ --
716+ -- @since 3.6.0
717+ httpConfigBodyPreviewLength :: forall a. (Num a) => a
674718 }
675− deriving (Typeable)
676719
677−-- | Default value of 'HttpConfig'.
720+-- | The default value of 'HttpConfig'.
678721--
679722-- @since 2.0.0
680723defaultHttpConfig :: HttpConfig
@@ -697,7 +740,15 @@ defaultHttpConfig =
697740 598, -- (Informal convention) Network read timeout error
698741 599 -- (Informal convention) Network connect timeout error
699742 ],
700− httpConfigRetryJudgeException = \_ _ -> False
743+ httpConfigRetryJudgeException = \_ e ->
744+ case fromException e of
745+ Just (L.HttpExceptionRequest _ c) ->
746+ case c of
747+ L.ResponseTimeout -> True
748+ L.ConnectionTimeout -> True
749+ _ -> False
750+ _ -> False,
751+ httpConfigBodyPreviewLength = 1024
701752 }
702753 where
703754 statusCode = Y.statusCode . L.responseStatus
@@ -710,7 +761,7 @@ instance RequestComponent HttpConfig where
710761 LI.requestManagerOverride = httpConfigAltManager
711762 }
712763
713−-- | A monad that allows to run 'req' in any 'IO'-enabled monad without
764+-- | A monad that allows us to run 'req' in any 'IO'-enabled monad without
714765-- having to define new instances.
715766--
716767-- @since 0.4.0
@@ -719,9 +770,19 @@ newtype Req a = Req (ReaderT HttpConfig IO a)
719770 ( Functor,
720771 Applicative,
721772 Monad,
722− MonadIO
773+ MonadIO,
774+ MonadUnliftIO
723775 )
724776
777+-- | @since 3.7.0
778+deriving instance MonadThrow Req
779+
780+-- | @since 3.7.0
781+deriving instance MonadCatch Req
782+
783+-- | @since 3.7.0
784+deriving instance MonadMask Req
785+
725786instance MonadBase IO Req where
726787 liftBase = liftIO
727788
@@ -736,12 +797,87 @@ instance MonadHttp Req where
736797 handleHttpException = Req . lift . throwIO
737798 getHttpConfig = Req ask
738799
800+-- | @since 3.10.0
801+instance (MonadHttp m, Monoid w) => MonadHttp (AccumT w m) where
802+ handleHttpException = lift . handleHttpException
803+ getHttpConfig = lift getHttpConfig
804+
805+-- | @since 3.10.0
806+instance (MonadHttp m) => MonadHttp (ContT r m) where
807+ handleHttpException = lift . handleHttpException
808+ getHttpConfig = lift getHttpConfig
809+
810+-- | @since 3.10.0
811+instance (MonadHttp m) => MonadHttp (ExceptT e m) where
812+ handleHttpException = lift . handleHttpException
813+ getHttpConfig = lift getHttpConfig
814+
815+-- | @since 3.10.0
816+instance (MonadHttp m) => MonadHttp (IdentityT m) where
817+ handleHttpException = lift . handleHttpException
818+ getHttpConfig = lift getHttpConfig
819+
820+-- | @since 3.10.0
821+instance (MonadHttp m) => MonadHttp (MaybeT m) where
822+ handleHttpException = lift . handleHttpException
823+ getHttpConfig = lift getHttpConfig
824+
825+-- | @since 3.10.0
826+instance (MonadHttp m) => MonadHttp (ReaderT r m) where
827+ handleHttpException = lift . handleHttpException
828+ getHttpConfig = lift getHttpConfig
829+
830+-- | @since 3.10.0
831+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.CPS.RWST r w s m) where
832+ handleHttpException = lift . handleHttpException
833+ getHttpConfig = lift getHttpConfig
834+
835+-- | @since 3.10.0
836+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Lazy.RWST r w s m) where
837+ handleHttpException = lift . handleHttpException
838+ getHttpConfig = lift getHttpConfig
839+
840+-- | @since 3.10.0
841+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Strict.RWST r w s m) where
842+ handleHttpException = lift . handleHttpException
843+ getHttpConfig = lift getHttpConfig
844+
845+-- | @since 3.10.0
846+instance (MonadHttp m) => MonadHttp (SelectT r m) where
847+ handleHttpException = lift . handleHttpException
848+ getHttpConfig = lift getHttpConfig
849+
850+-- | @since 3.10.0
851+instance (MonadHttp m) => MonadHttp (State.Lazy.StateT s m) where
852+ handleHttpException = lift . handleHttpException
853+ getHttpConfig = lift getHttpConfig
854+
855+-- | @since 3.10.0
856+instance (MonadHttp m) => MonadHttp (State.Strict.StateT s m) where
857+ handleHttpException = lift . handleHttpException
858+ getHttpConfig = lift getHttpConfig
859+
860+-- | @since 3.10.0
861+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.CPS.WriterT w m) where
862+ handleHttpException = lift . handleHttpException
863+ getHttpConfig = lift getHttpConfig
864+
865+-- | @since 3.10.0
866+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Lazy.WriterT w m) where
867+ handleHttpException = lift . handleHttpException
868+ getHttpConfig = lift getHttpConfig
869+
870+-- | @since 3.10.0
871+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Strict.WriterT w m) where
872+ handleHttpException = lift . handleHttpException
873+ getHttpConfig = lift getHttpConfig
874+
739875-- | Run a computation in the 'Req' monad with the given 'HttpConfig'. In
740−-- case of exceptional situation an 'HttpException' will be thrown.
876+-- the case of an exceptional situation an 'HttpException' will be thrown.
741877--
742878-- @since 0.4.0
743879runReq ::
744− MonadIO m =>
880+ (MonadIO m) =>
745881 -- | 'HttpConfig' to use
746882 HttpConfig ->
747883 -- | Computation to run
@@ -846,7 +982,7 @@ class HttpMethod a where
846982 -- | Return name of the method as a 'ByteString'.
847983 httpMethodName :: Proxy a -> ByteString
848984
849−instance HttpMethod method => RequestComponent (Womb "method" method) where
985+instance (HttpMethod method) => RequestComponent (Tagged "method" method) where
850986 getRequestMod _ = Endo $ \x ->
851987 x {L.method = httpMethodName (Proxy :: Proxy method)}
852988
@@ -888,23 +1024,20 @@ instance HttpMethod method => RequestComponent (Womb "method" method) where
8881024-- > -- https://%D1%8E%D0%BD%D0%B8%D0%BA%D0%BE%D0%B4.%D1%80%D1%84
8891025data Url (scheme :: Scheme) = Url Scheme (NonEmpty Text)
8901026 -- NOTE The second value is the path segments in reversed order.
891− deriving (Eq, Ord, Show, Data, Typeable, Generic)
1027+ deriving (Eq, Ord, Show, Data, Generic)
8921028
8931029type role Url nominal
8941030
8951031-- With template-haskell >=2.15 and text >=1.2.4 Lift can be derived, however
896−-- the derived lift forgets the type of scheme.
897−instance Typeable scheme => TH.Lift (Url scheme) where
1032+-- the derived lift forgets the type of the scheme.
1033+instance (Typeable scheme) => TH.Lift (Url scheme) where
8981034 lift url =
8991035 TH.dataToExpQ (fmap liftText . cast) url `TH.sigE` case url of
9001036 Url Http _ -> [t|Url 'Http|]
9011037 Url Https _ -> [t|Url 'Https|]
9021038 where
9031039 liftText t = TH.AppE (TH.VarE 'T.pack) <$> TH.lift (T.unpack t)
904−
905−#if MIN_VERSION_template_haskell(2,16,0)
906− liftTyped url = TH.TExp <$> TH.lift url
907−#endif
1040+ liftTyped = TH.Code . TH.unsafeTExpCoerce . TH.lift
9081041
9091042-- | Given host name, produce a 'Url' which has “http” as its scheme and
9101043-- empty path. This also sets port to @80@.
@@ -916,14 +1049,14 @@ http = Url Http . pure
9161049https :: Text -> Url 'Https
9171050https = Url Https . pure
9181051
919−-- | Grow given 'Url' appending a single path segment to it. Note that the
1052+-- | Grow a given 'Url' appending a single path segment to it. Note that the
9201053-- path segment can be of any type that is an instance of 'ToHttpApiData'.
9211054infixl 5 /~
9221055
923−(/~) :: ToHttpApiData a => Url scheme -> a -> Url scheme
1056+(/~) :: (ToHttpApiData a) => Url scheme -> a -> Url scheme
9241057Url secure path /~ segment = Url secure (NE.cons (toUrlPiece segment) path)
9251058
926−-- | Type-constrained version of @('/~')@ to remove ambiguity in the cases
1059+-- | A type-constrained version of @('/~')@ to remove ambiguity in the cases
9271060-- when next URL piece is a 'Data.Text.Text' literal.
9281061infixl 5 /:
9291062
@@ -956,8 +1089,7 @@ useHttpURI uri = do
9561089 urlHead <- http <$> uriHost uri
9571090 let url = case URI.uriPath uri of
9581091 Nothing -> urlHead
959− Just (_, xs) ->
960− foldl' (/:) urlHead (URI.unRText <$> NE.toList xs)
1092+ Just uriPath -> uriPathToUrl uriPath urlHead
9611093 return (url, uriOptions uri)
9621094
9631095-- | Just like 'useHttpURI', but expects the “https” scheme.
@@ -969,10 +1101,21 @@ useHttpsURI uri = do
9691101 urlHead <- https <$> uriHost uri
9701102 let url = case URI.uriPath uri of
9711103 Nothing -> urlHead
972− Just (_, xs) ->
973− foldl' (/:) urlHead (URI.unRText <$> NE.toList xs)
1104+ Just uriPath -> uriPathToUrl uriPath urlHead
9741105 return (url, uriOptions uri)
9751106
1107+-- | Convert URI path to a 'Url'. Internal.
1108+--
1109+-- @since 3.9.0
1110+uriPathToUrl ::
1111+ (Bool, NonEmpty (URI.RText 'URI.PathPiece)) ->
1112+ Url scheme ->
1113+ Url scheme
1114+uriPathToUrl (trailingSlash, xs) urlHead =
1115+ if trailingSlash then path /: T.empty else path
1116+ where
1117+ path = foldl' (/:) urlHead (URI.unRText <$> NE.toList xs)
1118+
9761119-- | A combination of 'useHttpURI' and 'useHttpsURI' for cases when scheme
9771120-- is not known in advance.
9781121--
@@ -1089,21 +1232,21 @@ data NoReqBody = NoReqBody
10891232instance HttpBody NoReqBody where
10901233 getRequestBody NoReqBody = L.RequestBodyBS B.empty
10911234
1092−-- | This body option allows to use a JSON object as request body—probably
1093−-- the most popular format right now. Just wrap a data type that is an
1094−-- instance of 'ToJSON' type class and you are done: it will be converted to
1095−-- JSON and inserted as request body.
1235+-- | This body option allows us to use a JSON object as the request
1236+-- body—probably the most popular format right now. Just wrap a data type
1237+-- that is an instance of 'ToJSON' type class and you are done: it will be
1238+-- converted to JSON and inserted as request body.
10961239--
10971240-- This body option sets the @Content-Type@ header to @\"application/json;
10981241-- charset=utf-8\"@ value.
10991242newtype ReqBodyJson a = ReqBodyJson a
11001243
1101−instance ToJSON a => HttpBody (ReqBodyJson a) where
1244+instance (ToJSON a) => HttpBody (ReqBodyJson a) where
11021245 getRequestBody (ReqBodyJson a) = L.RequestBodyLBS (A.encode a)
11031246 getRequestContentType _ = pure "application/json; charset=utf-8"
11041247
11051248-- | This body option streams request body from a file. It is expected that
1106−-- the file size does not change during the streaming.
1249+-- the file size does not change during streaming.
11071250--
11081251-- Using of this body option does not set the @Content-Type@ header.
11091252newtype ReqBodyFile = ReqBodyFile FilePath
@@ -1128,12 +1271,11 @@ newtype ReqBodyLbs = ReqBodyLbs BL.ByteString
11281271instance HttpBody ReqBodyLbs where
11291272 getRequestBody (ReqBodyLbs bs) = L.RequestBodyLBS bs
11301273
1131−-- | Form URL-encoded body. This can hold a collection of parameters which
1132−-- are encoded similarly to query parameters at the end of query string,
1133−-- with the only difference that they are stored in request body. The
1134−-- similarity is reflected in the API as well, as you can use the same
1135−-- combinators you would use to add query parameters: @('=:')@ and
1136−-- 'queryFlag'.
1274+-- | URL-encoded body. This can hold a collection of parameters which are
1275+-- encoded similarly to query parameters at the end of query string, with
1276+-- the only difference that they are stored in request body. The similarity
1277+-- is reflected in the API as well, as you can use the same combinators you
1278+-- would use to add query parameters: @('=:')@ and 'queryFlag'.
11371279--
11381280-- This body option sets the @Content-Type@ header to
11391281-- @\"application/x-www-form-urlencoded\"@ value.
@@ -1152,6 +1294,13 @@ newtype FormUrlEncodedParam = FormUrlEncodedParam [(Text, Maybe Text)]
11521294instance QueryParam FormUrlEncodedParam where
11531295 queryParam name mvalue =
11541296 FormUrlEncodedParam [(name, toQueryParam <$> mvalue)]
1297+ queryParamToList (FormUrlEncodedParam p) = p
1298+
1299+-- | Use 'formToQuery'.
1300+--
1301+-- @since 3.11.0
1302+instance FromForm FormUrlEncodedParam where
1303+ fromForm = Right . formToQuery
11551304
11561305-- | Multipart form data. Please consult the
11571306-- "Network.HTTP.Client.MultipartFormData" module for how to construct
@@ -1191,7 +1340,7 @@ instance HttpBody ReqBodyMultipart where
11911340-- | Create 'ReqBodyMultipart' request body from a collection of 'LM.Part's.
11921341--
11931342-- @since 0.2.0
1194−reqBodyMultipart :: MonadIO m => [LM.Part] -> m ReqBodyMultipart
1343+reqBodyMultipart :: (MonadIO m) => [LM.Part] -> m ReqBodyMultipart
11951344reqBodyMultipart parts = liftIO $ do
11961345 boundary <- LM.webkitBoundary
11971346 body <- LM.renderParts boundary parts
@@ -1219,9 +1368,6 @@ type family ProvidesBody body :: CanHaveBody where
12191368-- | This type function allows any HTTP body if method says it
12201369-- 'CanHaveBody'. When the method says it should have 'NoBody', the only
12211370-- body option to use is 'NoReqBody'.
1222−--
1223−-- __Note__: users of GHC 8.0.1 and later will see a slightly more friendly
1224−-- error message when method does not allow a body and body is provided.
12251371type family
12261372 HttpBodyAllowed
12271373 (allowsBody :: CanHaveBody)
@@ -1234,8 +1380,8 @@ type family
12341380 TypeError
12351381 ('Text "This HTTP method does not allow attaching a request body.")
12361382
1237−instance HttpBody body => RequestComponent (Womb "body" body) where
1238− getRequestMod (Womb body) = Endo $ \x ->
1383+instance (HttpBody body) => RequestComponent (Tagged "body" body) where
1384+ getRequestMod (Tagged body) = Endo $ \x ->
12391385 x
12401386 { L.requestBody = getRequestBody body,
12411387 L.requestHeaders =
@@ -1264,8 +1410,8 @@ data Option (scheme :: Scheme)
12641410 = Option (Endo (Y.QueryText, L.Request)) (Maybe (L.Request -> IO L.Request))
12651411
12661412-- NOTE 'QueryText' is just [(Text, Maybe Text)], we keep it along with
1267−-- Request to avoid appending to existing query string in request every
1268−-- time new parameter is added. Additional Maybe (L.Request -> IO
1413+-- Request to avoid appending to an existing query string in request every
1414+-- time new parameter is added. The additional Maybe (L.Request -> IO
12691415-- L.Request) is a finalizer that will be applied after all other
12701416-- transformations. This is for authentication methods that sign requests
12711417-- based on data in Request.
@@ -1280,6 +1426,12 @@ instance Monoid (Option scheme) where
12801426 mempty = Option mempty Nothing
12811427 mappend = (<>)
12821428
1429+-- | Use 'formToQuery'.
1430+--
1431+-- @since 3.11.0
1432+instance FromForm (Option scheme) where
1433+ fromForm = Right . formToQuery
1434+
12831435-- | A helper to create an 'Option' that modifies only collection of query
12841436-- parameters. This helper is not a part of the public API.
12851437withQueryParams :: (Y.QueryText -> Y.QueryText) -> Option scheme
@@ -1298,7 +1450,7 @@ instance RequestComponent (Option scheme) where
12981450
12991451-- | Finalize given 'L.Request' by applying a finalizer from the given
13001452-- 'Option' (if it has any).
1301−finalizeRequest :: MonadIO m => Option scheme -> L.Request -> m L.Request
1453+finalizeRequest :: (MonadIO m) => Option scheme -> L.Request -> m L.Request
13021454finalizeRequest (Option _ mfinalizer) = liftIO . fromMaybe pure mfinalizer
13031455
13041456----------------------------------------------------------------------------
@@ -1322,7 +1474,7 @@ infix 7 =:
13221474(=:) :: (QueryParam param, ToHttpApiData a) => Text -> a -> param
13231475name =: value = queryParam name (pure value)
13241476
1325−-- | Construct a flag, that is, valueless query parameter. For example, in
1477+-- | Construct a flag, that is, a valueless query parameter. For example, in
13261478-- the following URL @\"a\"@ is a flag, while @\"b\"@ is a query parameter
13271479-- with a value:
13281480--
@@ -1331,9 +1483,27 @@ name =: value = queryParam name (pure value)
13311483-- This operator is defined in terms of 'queryParam':
13321484--
13331485-- > queryFlag name = queryParam name (Nothing :: Maybe ())
1334−queryFlag :: QueryParam param => Text -> param
1486+queryFlag :: (QueryParam param) => Text -> param
13351487queryFlag name = queryParam name (Nothing :: Maybe ())
13361488
1489+-- | Construct query parameters from a 'ToForm' instance. This function
1490+-- produces the same query params as 'Form.urlEncodeAsFormStable'.
1491+--
1492+-- Note that 'Form.Form' doesn't have the concept of parameters with the
1493+-- empty value (i.e. what you can get by @key =: ""@). If the value is
1494+-- empty, it will be encoded as a valueless parameter (i.e. what you can get
1495+-- by @queryFlag key@).
1496+--
1497+-- @since 3.11.0
1498+formToQuery :: (QueryParam param, Monoid param, ToForm f) => f -> param
1499+formToQuery f = mconcat . fmap toParam . Form.toListStable $ toForm f
1500+ where
1501+ toParam (key, val) =
1502+ queryParam key $
1503+ if val == ""
1504+ then Nothing
1505+ else Just val
1506+
13371507-- | A type class for query-parameter-like things. The reason to have an
13381508-- overloaded 'queryParam' is to be able to use it as an 'Option' and as a
13391509-- 'FormUrlEncodedParam' when constructing form URL encoded request bodies.
@@ -1343,11 +1513,17 @@ class QueryParam param where
13431513 -- 'Nothing', it won't be included at all (i.e. you create a flag this
13441514 -- way). It's recommended to use @('=:')@ and 'queryFlag' instead of this
13451515 -- method, because they are easier to read.
1346− queryParam :: ToHttpApiData a => Text -> Maybe a -> param
1516+ queryParam :: (ToHttpApiData a) => Text -> Maybe a -> param
1517+
1518+ -- | Get the query parameter names and values set by 'queryParam'.
1519+ --
1520+ -- @since 3.11.0
1521+ queryParamToList :: param -> [(Text, Maybe Text)]
13471522
13481523instance QueryParam (Option scheme) where
13491524 queryParam name mvalue =
13501525 withQueryParams ((:) (name, toQueryParam <$> mvalue))
1526+ queryParamToList (Option f _) = fst $ appEndo f ([], L.defaultRequest)
13511527
13521528----------------------------------------------------------------------------
13531529-- Request—Optional parameters—Headers
@@ -1371,6 +1547,14 @@ attachHeader :: ByteString -> ByteString -> L.Request -> L.Request
13711547attachHeader name value x =
13721548 x {L.requestHeaders = (CI.mk name, value) : L.requestHeaders x}
13731549
1550+-- | Same as 'header', but with redacted values on print.
1551+--
1552+-- @since 3.13.0
1553+headerRedacted :: ByteString -> ByteString -> Option scheme
1554+headerRedacted name value = withRequest $ \x ->
1555+ let y = attachHeader name value x
1556+ in y {L.redactHeaders = CI.mk name `S.insert` L.redactHeaders y}
1557+
13741558----------------------------------------------------------------------------
13751559-- Request—Optional parameters—Cookies
13761560
@@ -1512,7 +1696,7 @@ customAuth = Option mempty . pure
15121696
15131697-- | Specify the port to connect to explicitly. Normally, 'Url' you use
15141698-- determines the default port: @80@ for HTTP and @443@ for HTTPS. This
1515−-- 'Option' allows to choose an arbitrary port overwriting the defaults.
1699+-- 'Option' allows us to choose an arbitrary port overwriting the defaults.
15161700port :: Int -> Option scheme
15171701port n = withRequest $ \x ->
15181702 x {L.port = n}
@@ -1527,8 +1711,8 @@ port n = withRequest $ \x ->
15271711--
15281712-- > decompress (const True)
15291713decompress ::
1530− -- | Predicate that is given MIME type, it
1531− -- returns 'True' when content should be decompressed on the fly.
1714+ -- | Predicate that is given MIME type, it returns 'True' when content
1715+ -- should be decompressed on the fly.
15321716 (ByteString -> Bool) ->
15331717 Option scheme
15341718decompress f = withRequest $ \x ->
@@ -1578,7 +1762,7 @@ ignoreResponse = Proxy
15781762newtype JsonResponse a = JsonResponse (L.Response a)
15791763 deriving (Show)
15801764
1581−instance FromJSON a => HttpResponse (JsonResponse a) where
1765+instance (FromJSON a) => HttpResponse (JsonResponse a) where
15821766 type HttpResponseBody (JsonResponse a) = a
15831767 toVanillaResponse (JsonResponse r) = r
15841768 getHttpResponse r = do
@@ -1630,7 +1814,7 @@ lbsResponse = Proxy
16301814----------------------------------------------------------------------------
16311815-- Helpers for response interpretations
16321816
1633−-- | Fetch beginning of response and return it together with new
1817+-- | Fetch beginning of the response and return it together with a new
16341818-- @'L.Response' 'L.BodyReader'@ that can be passed to 'getHttpResponse' and
16351819-- such.
16361820grabPreview ::
@@ -1694,14 +1878,14 @@ brReadN br n = go 0 id id
16941878
16951879-- | Get the response body.
16961880responseBody ::
1697− HttpResponse response =>
1881+ (HttpResponse response) =>
16981882 response ->
16991883 HttpResponseBody response
17001884responseBody = L.responseBody . toVanillaResponse
17011885
17021886-- | Get the response status code.
17031887responseStatusCode ::
1704− HttpResponse response =>
1888+ (HttpResponse response) =>
17051889 response ->
17061890 Int
17071891responseStatusCode =
@@ -1709,7 +1893,7 @@ responseStatusCode =
17091893
17101894-- | Get the response status message.
17111895responseStatusMessage ::
1712− HttpResponse response =>
1896+ (HttpResponse response) =>
17131897 response ->
17141898 ByteString
17151899responseStatusMessage =
@@ -1717,7 +1901,7 @@ responseStatusMessage =
17171901
17181902-- | Lookup a particular header from a response.
17191903responseHeader ::
1720− HttpResponse response =>
1904+ (HttpResponse response) =>
17211905 -- | Response interpretation
17221906 response ->
17231907 -- | Header to lookup
@@ -1729,7 +1913,7 @@ responseHeader r h =
17291913
17301914-- | Get the response 'L.CookieJar'.
17311915responseCookieJar ::
1732− HttpResponse response =>
1916+ (HttpResponse response) =>
17331917 response ->
17341918 L.CookieJar
17351919responseCookieJar = L.responseCookieJar . toVanillaResponse
@@ -1742,9 +1926,9 @@ responseCookieJar = L.responseCookieJar . toVanillaResponse
17421926-- To create a new response interpretation you just need to make your data
17431927-- type an instance of the 'HttpResponse' type class.
17441928
1745−-- | A type class for response interpretations. It allows to describe how to
1746−-- consume response from a @'L.Response' 'L.BodyReader'@ and produce the
1747−-- final result that is to be returned to the user.
1929+-- | A type class for response interpretations. It allows us to describe how
1930+-- to consume the response from a @'L.Response' 'L.BodyReader'@ and produce
1931+-- the final result that is to be returned to the user.
17481932class HttpResponse response where
17491933 -- | The associated type is the type of body that can be extracted from an
17501934 -- instance of 'HttpResponse'.
@@ -1783,6 +1967,16 @@ class HttpResponse response where
17831967 acceptHeader :: Proxy response -> Maybe ByteString
17841968 acceptHeader Proxy = Nothing
17851969
1970+-- | This instance has been added to make it easier to inspect 'L.Response'
1971+-- using Req's functions like 'responseStatusCode', 'responseStatusMessage',
1972+-- etc.
1973+--
1974+-- @since 3.12.0
1975+instance HttpResponse (L.Response ()) where
1976+ type HttpResponseBody (L.Response ()) = ()
1977+ toVanillaResponse = id
1978+ getHttpResponse = return . void
1979+
17861980----------------------------------------------------------------------------
17871981-- Other
17881982
@@ -1808,7 +2002,7 @@ class RequestComponent a where
18082002-- method@ and @'HttpBody' body => 'RequestComponent' body@ when it decides
18092003-- which instance to use (i.e. the constraints are taken into account later,
18102004-- when instance is already chosen).
1811−newtype Womb (tag :: Symbol) a = Womb a
2005+newtype Tagged (tag :: Symbol) a = Tagged a
18122006
18132007-- | Exceptions that this library throws.
18142008data HttpException
@@ -1817,10 +2011,24 @@ data HttpException
18172011 | -- | A wrapper with Aeson-produced 'String' describing why decoding
18182012 -- failed
18192013 JsonHttpException String
1820− deriving (Show, Typeable, Generic)
2014+ deriving (Show, Generic)
18212015
18222016instance Exception HttpException
18232017
2018+-- | Return 'Just' if the given 'HttpException' is wrapping a http-client's
2019+-- 'L.StatusCodeException'. Otherwise, return 'Nothing'.
2020+--
2021+-- @since 3.12.0
2022+isStatusCodeException :: HttpException -> Maybe (L.Response ())
2023+isStatusCodeException
2024+ ( VanillaHttpException
2025+ ( L.HttpExceptionRequest
2026+ _
2027+ (L.StatusCodeException r _)
2028+ )
2029+ ) = Just r
2030+isStatusCodeException _ = Nothing
2031+
18242032-- | A simple type isomorphic to 'Bool' that we only have for better error
18252033-- messages. We use it as a kind and its data constructors as type-level
18262034-- tags.
@@ -1840,11 +2048,4 @@ data Scheme
18402048 Http
18412049 | -- | HTTPS
18422050 Https
1843− deriving (Eq, Ord, Show, Data, Typeable, Generic, TH.Lift)
1844−
1845−----------------------------------------------------------------------------
1846−-- Constants
1847−
1848−-- | Max length of preview fragment of response body.
1849−bodyPreviewLength :: Num a => a
1850−bodyPreviewLength = 1024
2051+ deriving (Eq, Ord, Show, Data, Generic, TH.Lift)