on 2254395 help sign in
.github/dependabot.ymldeleted−6
since splitsnapshots
unifiedsplit
@@ -1,6 +0,0 @@
1−version: 2
2−updates:
3− - package-ecosystem: "github-actions"
4− directory: "/"
5− schedule:
6− interval: "weekly"
.github/workflows/ci.yamldeleted−47
@@ -1,47 +0,0 @@
1−name: CI
2−on:
3− push:
4− branches:
5− - master
6− pull_request:
7− types:
8− - opened
9− - synchronize
10−jobs:
11− ormolu:
12− runs-on: ubuntu-latest
13− steps:
14− - uses: actions/checkout@v4
15− - uses: haskell-actions/run-ormolu@v17
16− build:
17− runs-on: ubuntu-latest
18− needs: ormolu
19− strategy:
20− matrix:
21− cabal: ["3.12"]
22− ghc: ["9.6.3", "9.8.2", "9.10.1"]
23− steps:
24− - uses: actions/checkout@v4
25− - uses: haskell-actions/setup@v2
26− id: setup-haskell-cabal
27− with:
28− ghc-version: ${{ matrix.ghc }}
29− cabal-version: ${{ matrix.cabal }}
30− - run: cabal update
31− - run: cabal freeze
32− - uses: actions/cache@v4.2.3
33− with:
34− path: |
35− ${{ steps.setup-haskell-cabal.outputs.cabal-store }}
36− dist-newstyle
37− key: ${{ runner.os }}-${{ matrix.ghc }}-${{ hashFiles('cabal.project.freeze') }}
38− restore-keys: |
39− ${{ runner.os }}-${{ matrix.ghc }}-
40− - run: cabal format && git diff --exit-code --color=always
41− - run: cabal build
42− - run: |
43− docker pull kennethreitz/httpbin
44− docker run -p 1234:80 kennethreitz/httpbin &
45− cabal test
46− - run: cabal haddock
47− - run: cabal sdist
.gitignore−14
@@ -1,19 +1,10 @@
1*#
1*#
2−*.aux
3*.chi
2*.chi
4*.chs.h
3*.chs.h
5−*.dyn_hi
6−*.dyn_o
7−*.eventlog
8*.hi
4*.hi
9−*.hp
10*.o
5*.o
11−*.prof
12*~
6*~
13−.HTF/
14.cabal-sandbox/
7.cabal-sandbox/
15−.ghc.environment.*
16−.hpc
17.hsenv
8.hsenv
18.stack-work/
9.stack-work/
19.virtualenv
10.virtualenv
@@ -21,10 +12,5 @@ TAGS
21benchmarks.tix
12benchmarks.tix
22cabal-dev
13cabal-dev
23cabal.config
14cabal.config
24−cabal.project.local
25cabal.sandbox.config
15cabal.sandbox.config
26−dist-*/
27dist/
16dist/
28−hie.yaml
29−stack.yaml
30−stack.yaml.lock
.travis.ymlnew file+47
@@ -0,0 +1,47 @@
1+language: c
2+
3+sudo: false
4+
5+matrix:
6+ include:
7+ - env: CABALVER=1.18 GHCVER=7.8.4
8+ addons: {apt: {packages: [cabal-install-1.18,ghc-7.8.4,libflac-dev], sources: [hvr-ghc]}}
9+ - env: CABALVER=1.22 GHCVER=7.10.3
10+ addons: {apt: {packages: [cabal-install-1.22,ghc-7.10.3,libflac-dev],sources: [hvr-ghc]}}
11+ - env: CABALVER=1.24 GHCVER=8.0.1
12+ addons: {apt: {packages: [cabal-install-1.24,ghc-8.0.1,libflac-dev],sources: [hvr-ghc]}}
13+ - env: CABALVER=head GHCVER=head
14+ addons: {apt: {packages: [cabal-install-head,ghc-head,libflac-dev], sources: [hvr-ghc]}}
15+
16+ allow_failures:
17+ - env: CABALVER=head GHCVER=head
18+
19+before_install:
20+ - export PATH=/opt/ghc/$GHCVER/bin:/opt/cabal/$CABALVER/bin:$PATH
21+
22+install:
23+ - cabal --version
24+ - echo "$(ghc --version) [$(ghc --print-project-git-commit-id 2> /dev/null || echo '?')]"
25+ - travis_retry cabal update
26+ - cabal install --only-dependencies --enable-tests
27+
28+script:
29+ - case "$CABALVER" in
30+ "1.18") cabal configure --enable-tests --enable-library-coverage -v2 -f dev ;;
31+ *) cabal configure --enable-tests --enable-coverage -v2 -f dev ;;
32+ esac
33+ - cabal build
34+ - cabal test --show-details=always
35+ - cabal sdist
36+ - cabal haddock | grep "100%" | wc -l | grep "1"
37+
38+after_script:
39+ - cabal install hpc-coveralls
40+ - export PATH=~/.cabal/bin:$PATH
41+ - hpc-coveralls --coverage-mode=StrictlyFullLines
42+ --exclude-dir=pure-tests
43+ --exclude-dir=httpbin-tests
44+ pure-tests httpbin-tests
45+
46+notifications:
47+ email: false
CHANGELOG.md−244
@@ -1,247 +1,3 @@
1−## Req 3.13.4
2−
3−* Fixed empty ciphersuite list when compiling against `tls < 2.0.6`
4− (see [PR 175](https://github.com/mrkkrp/req/pull/175)). As a side effect, now
5− compatible with older versions of `crypton-connection` (>= 0.3).
6−
7−## Req 3.13.3
8−
9−* Works with `crypton-connection-0.4` and newer.
10−
11−## Req 3.13.2
12−
13−* Disable the problematic `httpbin-tests` test suite by default. Only enable
14− it when the `dev` flag is enabled. In that case it is expected that an
15− httpbin server is run locally at `localhost:1234`.
16−
17−## Req 3.13.1
18−
19−* Switched the non-pure test suite to use https://httpbun.org instead of
20− https://httpbin.org since the latter proved to be highly unreliable
21− lately.
22−
23−* Switched from `connection` to `crypton-connection`.
24−
25−* Builds with GHC 9.6.1.
26−
27−## Req 3.13.0
28−
29−* Add `headerRedacted` function to add header fields, which will be with
30− redacted values on print.
31−
32−## Req 3.12.0
33−
34−* Add `isStatusCodeException` function.
35−* Add `instance HttpResponse (Network.HTTP.Client.Response ())`.
36−
37−## Req 3.11.0
38−
39−* Add the `queryParamToList` method to the `QueryParam` type class.
40−* Add the `formToQuery` function. [Issue 126](https://github.com/mrkkrp/req/issues/126).
41−* Add `FromForm` instances (in the `Web.FormUrlEncoded` module) to the
42− `Option` and `FormUrlEncodedParam` types.
43−
44−## Req 3.10.0
45−
46−* Add `MonadHttp` instances for `transformers` types.
47−
48−## Req 3.9.2
49−
50−* The test suite works with `aeson-2.x.x.x`.
51−
52−## Req 3.9.1
53−
54−* Builds with GHC 9.0.
55−
56−## Req 3.9.0
57−
58−* The `useHttpURI` and `useHttpsURI` functions now preserve trailing
59− slashes.
60−
61−## Req 3.8.0
62−
63−* Adjusted the value of the `httpConfigRetryJudgeException` field of
64− `defaultHttpConfig` to retry on response timeouts and connection timeouts.
65−
66−## Req 3.7.0
67−
68−* Added `reqCb`, a function that allows you to modify the `Request` object
69− but otherwise performs the requst for you.
70−
71−* Derived `MonadThrow`, `MonadCatch`, and `MonadMask` for the `Req` monad.
72−
73−## Req 3.6.0
74−
75−* Added the `httpConfigBodyPreviewLength` configuration parameter to
76− `HttpConfig`.
77−
78−## Req 3.5.0
79−
80−* Made `Req` an instance of `MonadUnliftIO`. [Issue
81− 100](https://github.com/mrkkrp/req/issues/100).
82−
83−## Req 3.4.0
84−
85−* Requests using `DELETE` method can now have a body. [Issue
86− 89](https://github.com/mrkkrp/req/issues/89).
87−
88−* Added the `httpConfigRetryJudgeException` field to `HttpConfig` so that
89− requests that result in exceptions can be retried. [Issue
90− 93](https://github.com/mrkkrp/req/issues/93).
91−
92−* Added the function `renderUrl`. [Issue
93− 83](https://github.com/mrkkrp/req/issues/83).
94−
95−## Req 3.3.0
96−
97−* Derived `Show` instances for response types `IgnoreResponse`,
98− `JsonResponse`, `BsResponse`, and `LbsResponse`.
99−
100−## Req 3.2.0
101−
102−* Made the tests pass with `http-client-0.7` and later.
103−
104−* Added a quasiquoter for URL creation, `urlQ`.
105−
106−## Req 3.1.0
107−
108−* Changed signature of `httpConfigRetryPolicy` to `RetryPolicyM IO`.
109−
110−## Req 3.0.0
111−
112−* Dropped functions `parseUrlHttp`, `parseUrlHttps`, and `parseUrl`. Instead
113− we now have `useHttpURI`, `useHttpsURI`, and `useURI` take `URI`s from
114− `modern-uri` as their argument. You first parse your URL with the
115− `modern-uri` package and then pass it to those functions. This allows us
116− to work with typed URI representations and seamlessly convert them to
117− something `req` can work with. As a side effect basic auth from the `URI`s
118− is now taken into consideration. In the future we may also start to
119− respect fragments if `http-client` starts to support this.
120−
121−* Dropped support for GHC 8.2 and older.
122−
123−## Req 2.1.0
124−
125−* Dropped support for GHC 7.10.
126−
127−* Added the new `acceptHeader` method to the `HttpResponse` type class.
128− Notably, the `jsonResponse` method now sets `"Accept"` header to
129− `"application/json"`.
130−
131−## Req 2.0.1
132−
133−* Fixed the `httpbin` tests (they changed something on the server again).
134−
135−## Req 2.0.0
136−
137−* Got rid of `data-default-class` dependency, now we export
138− `defaultHttpConfig` instead.
139−
140−## Req 1.2.1
141−
142−* Fixed a typo in the type signature of `parseUrl`.
143−
144−## Req 1.2.0
145−
146−* Added the `parseUrl` function.
147−
148−## Req 1.1.0
149−
150−* Added `customAuth` and `attachHeader` to facilitate creation of custom
151− authentication options.
152−
153−* Added `basicProxyAuth` authentication option.
154−
155−## Req 1.0.0
156−
157−* Added the `reqBr` function allowing to consume `Response BodyReader`
158− without using a pre-defined instance of `HttpResponse`, in a custom way.
159−
160−* Now streaming of response body does not happen until we've checked headers
161− and status code with `httpConfigCheckResponse`. It also doesn't happen on
162− every retry. Streaming and obtaining of final response value happens only
163− once when we're happy with everything.
164−
165− Previously we first tried to consume and interpret response body before
166− checking status code and determining whether we should retry the request.
167− This was not good, because we could expect a JSON response but get a
168− response with status code 500, and then still we would try to parse it as
169− JSON first before letting `httpConfigCheckResponse` throw an exception.
170−
171− The corrected behavior should also make retrying more efficient.
172−
173−* Changed signatures of several fields of `HttpConfig`:
174− `httpConfigCheckResponse`, `httpConfigRetryPolicy`, and
175− `httpConfigRetryJudge` in order to eliminate redundant `IO` and prevent
176− the possibility that these functions could start consuming `BodyReader`.
177−
178−* Removed the `makeResponsePreview` method from the `HttpResponse` type
179− class. Preview business is handled by the library automatically on a lower
180− level now. Users do not need to concern themselves with such stuff.
181−
182−* Changed the type signature of the `getHttpResponse` method of the
183− `HttpResponse` type class. Previously it left too much freedom (and
184− responsibility) to implementers of the method. In fact, we now limit what
185− `getHttpResponse` does to just consuming and interpreting `Response
186− BodyReader`, so we can properly control details of connection
187− opening/closing etc., for the user.
188−
189−* Dropped support for GHC 7.8.
190−
191−* Minor documentation improvements.
192−
193−## Req 0.5.0
194−
195−* Changed the signature of the `makeResponseBodyPreview` from `response ->
196− IO ByteString` to `response -> ByteString`.
197−
198−* Minor documentation improvements.
199−
200−## Req 0.4.0
201−
202−* Added the `Req` monad and `runReq` function to run it. This allows to use
203− `req` without defining new (orphan) instances.
204−
205−## Req 0.3.1
206−
207−* Added `basicAuthUnsafe`.
208−
209−## Req 0.3.0
210−
211−* Made URL parsing functions `parseUrlHttp` and `parseUrlHttps` recognize
212− port numbers.
213−
214−* Added `req'` function that allows to perform requests via a callback that
215− receives pre-constructed request and manager.
216−
217−* Removed the `ReturnRequest` HTTP response implementation as it was not
218− quite safe and was not going to work with retrying. Use `req'` instead for
219− “pure” testing.
220−
221−* Changed the type of `httpConfigCheckResponse`, so the second argument can
222− be any instance of `HttpResponse`.
223−
224−* Added built-in automatic retrying. See `httpConfigRetryPolicy` and
225− `httpConfigRetryJudge` in `HttpConfig`. The default configuration retries
226− 5 times on request timeouts.
227−
228−* Added the `makeResponseBodyPreview` method to the `HttpResponse` type
229− class that allows to specify how to build a “preview” of response body for
230− inclusion into exceptions.
231−
232−* Improved wording in the documentation and `README.md`.
233−
234−## Req 0.2.0
235−
236−* Added support for multipart form data in the form of `ReqBodyMultipart`
237− body option and `reqBodyMultipart` helper function. This also required a
238− change in the type signature of `getRequestContentType`, which now takes
239− `body`, not `Proxy body` because we need to extract boundary from `body`
240− and put it into `Content-Type` header. This change, however, shouldn't be
241− too dangerous for end-users.
242−
243−* Added support for OAuth 1.0 authentication via `oAuth1` option.
244−
245## Req 0.1.0
1## Req 0.1.0
246
2
247* Initial release.
3* Initial release.
LICENSE.md+1−1
@@ -1,4 +1,4 @@
1−Copyright © 2016–present Mark Karpov
1+Copyright © 2016 Mark Karpov
2
2
3All rights reserved.
3All rights reserved.
4
4
Network/HTTP/Req.hs+726−1410
@@ -1,282 +1,254 @@
1−{-# LANGUAGE DataKinds #-}
2−{-# LANGUAGE LambdaCase #-}
3−{-# LANGUAGE OverloadedStrings #-}
4−{-# LANGUAGE QuasiQuotes #-}
5−{-# LANGUAGE RecordWildCards #-}
6−{-# LANGUAGE RoleAnnotations #-}
7−{-# LANGUAGE TemplateHaskellQuotes #-}
8−{-# LANGUAGE TypeFamilies #-}
9−{-# LANGUAGE UndecidableInstances #-}
10−
11-- |
1-- |
12-- Module : Network.HTTP.Req
2-- Module : Network.HTTP.Req
13−-- Copyright : © 2016–present Mark Karpov
3+-- Copyright : © 2016 Mark Karpov
14-- License : BSD 3 clause
4-- License : BSD 3 clause
15--
5--
16−-- Maintainer : Mark Karpov <markkarpov92@gmail.com>
6+-- Maintainer : Mark Karpov <markkarpov@openmailbox.org>
17-- Stability : experimental
7-- Stability : experimental
18-- Portability : portable
8-- Portability : portable
19--
9--
20−-- The documentation below is structured in such a way that the most
10+-- The documentation below is structured in such a way that most important
21−-- important information is presented first: you learn how to do HTTP
11+-- information goes first: you learn how to do HTTP requests, then how to
22−-- requests, how to embed them in the monad you have, and then it gives you
12+-- embed them in any monad you have, then it goes on giving you details
23−-- details about less-common things you may want to know about. The
13+-- about less-common things you may want to know about. The documentation is
24−-- documentation is written with sufficient coverage of details and
14+-- written with sufficient coverage of details and examples, it's designed
25−-- examples, and it's designed to be a complete tutorial on its own.
15+-- to be a complete tutorial on its own.
16+--
17+-- /(A modest intro goes here, click on 'req' to start making requests.)/
26--
18--
27-- === About the library
19-- === About the library
28--
20--
29−-- Req is an HTTP client library that attempts to be easy-to-use, type-safe,
21+-- This is an easy-to-use, type-safe, expandable, high-level HTTP library
30−-- and expandable.
22+-- that just works without any fooling around.
31−--
23+--
32−-- “Easy-to-use” means that the library is designed to be beginner-friendly
24+-- What does the “easy-to-use” phrase mean? It means that the library is
33−-- so it's simple to add to your monad stack, intuitive to work with,
25+-- designed to be beginner-friendly, so it's simple to add it to your monad
34−-- well-documented, and does not get in your way. Doing HTTP requests is a
26+-- stack, intuitive to work with, well-documented, and does not get in your
35−-- common task and a Haskell library for this should be approachable and
27+-- way. Doing HTTP requests is a common task and Haskell library for this
28+-- should be very approachable and clear to beginners, thus certain
36−-- clear to beginners, thus certain compromises were made. For example, one
29+-- compromises were made. For example, one cannot currently modify
37−-- cannot currently modify 'L.ManagerSettings' of the default manager
30+-- 'L.ManagerSettings' of default manager because the library always uses
38−-- because the library always uses the same implicit global manager for
31+-- the same implicit global manager for simplicity and maximal connection
39−-- simplicity and maximal connection sharing. There is a way to use your own
32+-- sharing. There is a way to use your own manager with different settings,
40−-- manager with different settings, but it requires more typing.
33+-- but it requires a bit more typing.
41−--
34+--
42−-- “Type-safe” means that the library tries to eliminate certain classes of
35+-- “Type-safe” means that the library is protective and eliminates certain
43−-- errors. For example, we have correct-by-construction URLs; it is
36+-- class of errors. For example, we have correct-by-construction 'Url's,
44−-- guaranteed that the user does not send the request body when using
37+-- it's guaranteed that user does not send request body when using methods
45−-- methods like GET or OPTIONS, and the amount of implicit assumptions is
38+-- like 'GET' or 'OPTIONS', amount of implicit assumptions is minimized by
46−-- minimized by making the user specify their intentions in an explicit
39+-- making user specify his\/her intentions in explicit form (for example,
47−-- form. For example, it's not possible to avoid specifying the body or the
40+-- it's not possible to avoid specifying body or method of a request).
48−-- method of a request. Authentication methods that assume HTTPS force the
41+-- Authentication methods that assume TLS force user to use TLS on type
49−-- user to use HTTPS at the type level.
42+-- level. The library carefully hides underlying types from lower-level
43+-- @http-client@ package because it's not safe enough (for example
44+-- 'L.Request' is an instance of 'Data.String.IsString' and if it's
45+-- malformed, it will blow up at run-time).
50−--
46+--
51−-- “Expandable” refers to the ability to create new components without
47+-- “Expandable” refers to the ability of the library to be expanded without
52−-- having to resort to hacking. For example, it's possible to define your
48+-- ugly hacking. For example, it's possible to define your own HTTP methods,
53−-- own HTTP methods, create new ways to construct the body of a request,
49+-- new ways to construct body of request, new authorization options, new
54−-- create new authorization options, perform a request in a different way,
50+-- ways to actually perform request and how to represent\/parse response. As
55−-- and create your own methods to parse a response.
51+-- user extends the library to satisfy his\/her special needs, the new
52+-- solutions work just like built-ins. That said, all common cases are
53+-- covered by the library out-of-the-box.
54+--
55+-- “High-level” means that there are less details to worry about. The
56+-- library is a result of my experiences as a Haskell consultant, working
57+-- for several clients who have very different projects and so the library
58+-- adapts easily to any particular style of writing Haskell applications.
59+-- For example, some people prefer throwing exceptions, while others are
60+-- concerned with purity: just define 'handleHttpException' accordingly when
61+-- making your monad instance of 'MonadHttp' and it will play seamlessly.
62+-- Finally, the library cuts boilerplate considerably and helps write
63+-- concise, easy to read and maintain code.
56--
64--
57-- === Using with other libraries
65-- === Using with other libraries
58--
66--
59−-- * You won't need the low-level interface of @http-client@ most of the
67+-- * You won't need low-level interface of @http-client@ most of the
60−-- time, but when you do, it's better to do a qualified import,
68+-- time, but when you do, it's better import it qualified because it
61−-- because @http-client@ has naming conflicts with @req@.
69+-- has naming conflicts with @req@.
62−-- * For streaming of large request bodies see the companion package
70+-- * For streaming of large request bodies see companion package
63-- @req-conduit@: <https://hackage.haskell.org/package/req-conduit>.
71-- @req-conduit@: <https://hackage.haskell.org/package/req-conduit>.
64--
72--
65-- === Lightweight, no risk solution
73-- === Lightweight, no risk solution
66--
74--
67-- The library uses the following mature packages under the hood to
75-- The library uses the following mature packages under the hood to
68−-- guarantee you the best experience:
76+-- guarantee you best experience without bugs or other funny business:
69--
77--
70−-- * <https://hackage.haskell.org/package/http-client>—low level HTTP
78+-- * <https://hackage.haskell.org/package/http-client> — low level HTTP
71-- client used everywhere in Haskell.
79-- client used everywhere in Haskell.
72−-- * <https://hackage.haskell.org/package/http-client-tls>—TLS (HTTPS)
80+-- * <https://hackage.haskell.org/package/http-client-tls> — TLS (HTTPS)
73-- support for @http-client@.
81-- support for @http-client@.
74--
82--
75-- It's important to note that since we leverage well-known libraries that
83-- It's important to note that since we leverage well-known libraries that
76−-- the whole Haskell ecosystem uses, there is no risk in using @req@. The
84+-- the whole Haskell ecosystem uses, there is no risk in using @req@, as the
77-- machinery for performing requests is the same as with @http-conduit@ and
85-- machinery for performing requests is the same as with @http-conduit@ and
78−-- @wreq@. The only difference is the API.
86+-- @wreq@, it's just the API is different.
87+
88+{-# LANGUAGE CPP #-}
89+{-# LANGUAGE DataKinds #-}
90+{-# LANGUAGE DeriveDataTypeable #-}
91+{-# LANGUAGE DeriveGeneric #-}
92+{-# LANGUAGE FlexibleInstances #-}
93+{-# LANGUAGE GeneralizedNewtypeDeriving #-}
94+{-# LANGUAGE KindSignatures #-}
95+{-# LANGUAGE OverloadedStrings #-}
96+{-# LANGUAGE RecordWildCards #-}
97+{-# LANGUAGE ScopedTypeVariables #-}
98+{-# LANGUAGE TypeFamilies #-}
99+
100+#if MIN_VERSION_base(4,9,0)
101+{-# LANGUAGE UndecidableInstances #-}
102+#endif
103+
104+#if __GLASGOW_HASKELL__ < 710
105+{-# LANGUAGE ConstraintKinds #-}
106+#endif
107+
108+#if __GLASGOW_HASKELL__ >= 800
109+{-# OPTIONS_GHC -fno-warn-redundant-constraints #-}
110+#endif
111+
79module Network.HTTP.Req
112module Network.HTTP.Req
80 ( -- * Making a request
113 ( -- * Making a request
81 -- $making-a-request
114 -- $making-a-request
82− req,
115+ req
83− reqBr,
84− reqCb,
85− req',
86− withReqManager,
116+ , withReqManager
87−
88− -- * Embedding requests in your monad
117+ -- * Embedding requests into your monad
89 -- $embedding-requests
118 -- $embedding-requests
90− MonadHttp (..),
119+ , MonadHttp (..)
91− HttpConfig (..),
120+ , HttpConfig (..)
92− defaultHttpConfig,
93− Req,
94− runReq,
95−
96 -- * Request
121 -- * Request
97−
98 -- ** Method
122 -- ** Method
99 -- $method
123 -- $method
100− GET (..),
124+ , GET (..)
101− POST (..),
125+ , POST (..)
102− HEAD (..),
126+ , HEAD (..)
103− PUT (..),
127+ , PUT (..)
104− DELETE (..),
128+ , DELETE (..)
105− TRACE (..),
129+ , TRACE (..)
106− CONNECT (..),
130+ , CONNECT (..)
107− OPTIONS (..),
131+ , OPTIONS (..)
108− PATCH (..),
132+ , PATCH (..)
109− HttpMethod (..),
133+ , HttpMethod (..)
110−
111 -- ** URL
134 -- ** URL
112 -- $url
135 -- $url
113− Url,
136+ , Url
114− http,
137+ , http
115− https,
138+ , https
116− (/~),
139+ , (/~)
117− (/:),
140+ , (/:)
118− useHttpURI,
141+ , parseUrlHttp
119− useHttpsURI,
142+ , parseUrlHttps
120− useURI,
121− urlQ,
122− renderUrl,
123−
124 -- ** Body
143 -- ** Body
125 -- $body
144 -- $body
126− NoReqBody (..),
145+ , NoReqBody (..)
127− ReqBodyJson (..),
146+ , ReqBodyJson (..)
128− ReqBodyFile (..),
147+ , ReqBodyFile (..)
129− ReqBodyBs (..),
148+ , ReqBodyBs (..)
130− ReqBodyLbs (..),
149+ , ReqBodyLbs (..)
131− ReqBodyUrlEnc (..),
150+ , ReqBodyUrlEnc (..)
132− FormUrlEncodedParam,
151+ , FormUrlEncodedParam
133− ReqBodyMultipart,
134− reqBodyMultipart,
135− HttpBody (..),
152+ , HttpBody (..)
136− ProvidesBody,
153+ , ProvidesBody
137− HttpBodyAllowed,
154+ , HttpBodyAllowed
138−
139 -- ** Optional parameters
155 -- ** Optional parameters
140 -- $optional-parameters
156 -- $optional-parameters
141− Option,
157+ , Option
142−
143 -- *** Query parameters
158 -- *** Query parameters
144 -- $query-parameters
159 -- $query-parameters
145− (=:),
160+ , (=:)
146− queryFlag,
161+ , queryFlag
147− formToQuery,
148− QueryParam (..),
162+ , QueryParam (..)
149−
150 -- *** Headers
163 -- *** Headers
151− header,
164+ , header
152− attachHeader,
153− headerRedacted,
154−
155 -- *** Cookies
165 -- *** Cookies
156 -- $cookies
166 -- $cookies
157− cookieJar,
167+ , cookieJar
158−
159 -- *** Authentication
168 -- *** Authentication
160 -- $authentication
169 -- $authentication
161− basicAuth,
170+ , basicAuth
162− basicAuthUnsafe,
163− basicProxyAuth,
164− oAuth1,
165− oAuth2Bearer,
171+ , oAuth2Bearer
166− oAuth2Token,
172+ , oAuth2Token
167− customAuth,
168−
169 -- *** Other
173 -- *** Other
170− port,
174+ , port
171− decompress,
175+ , decompress
172− responseTimeout,
176+ , responseTimeout
173− httpVersion,
177+ , httpVersion
174−
175 -- * Response
178 -- * Response
176−
177 -- ** Response interpretations
179 -- ** Response interpretations
178− IgnoreResponse,
180+ , IgnoreResponse
179− ignoreResponse,
181+ , ignoreResponse
180− JsonResponse,
182+ , JsonResponse
181− jsonResponse,
183+ , jsonResponse
182− BsResponse,
184+ , BsResponse
183− bsResponse,
185+ , bsResponse
184− LbsResponse,
186+ , LbsResponse
185− lbsResponse,
187+ , lbsResponse
186−
188+ , ReturnRequest
189+ , returnRequest
187 -- ** Inspecting a response
190 -- ** Inspecting a response
188− responseBody,
191+ , responseBody
189− responseStatusCode,
192+ , responseStatusCode
190− responseStatusMessage,
193+ , responseStatusMessage
191− responseHeader,
194+ , responseHeader
192− responseCookieJar,
195+ , responseCookieJar
193−
196+ , responseRequest
194 -- ** Defining your own interpretation
197 -- ** Defining your own interpretation
195 -- $new-response-interpretation
198 -- $new-response-interpretation
196− HttpResponse (..),
199+ , HttpResponse (..)
197−
198 -- * Other
200 -- * Other
199− HttpException (..),
201+ , HttpException (..)
200− isStatusCodeException,
201− CanHaveBody (..),
202+ , CanHaveBody (..)
202− Scheme (..),
203+ , Scheme (..) )
203− )
204where
204where
205
205
206−import Blaze.ByteString.Builder qualified as BB
207import Control.Applicative
206import Control.Applicative
208import Control.Arrow (first, second)
207import Control.Arrow (first, second)
209−import Control.Exception hiding (Handler (..), TypeError)
208+import Control.Exception (Exception, try, catch, throwIO)
210−import Control.Monad (guard, void, (>=>))
211−import Control.Monad.Base
209+import Control.Monad
212−import Control.Monad.Catch (Handler (..), MonadCatch, MonadMask, MonadThrow)
213import Control.Monad.IO.Class
210import Control.Monad.IO.Class
214−import Control.Monad.IO.Unlift
211+import Data.Aeson (ToJSON (..), FromJSON (..))
215−import Control.Monad.Reader (ReaderT (ReaderT), ask, lift, runReaderT)
216−import Control.Monad.Trans.Accum (AccumT)
217−import Control.Monad.Trans.Cont (ContT)
218−import Control.Monad.Trans.Control
219−import Control.Monad.Trans.Except (ExceptT)
220−import Control.Monad.Trans.Identity (IdentityT)
221−import Control.Monad.Trans.Maybe (MaybeT)
222−import Control.Monad.Trans.RWS.CPS qualified as RWS.CPS
223−import Control.Monad.Trans.RWS.Lazy qualified as RWS.Lazy
224−import Control.Monad.Trans.RWS.Strict qualified as RWS.Strict
225−import Control.Monad.Trans.Select (SelectT)
226−import Control.Monad.Trans.State.Lazy qualified as State.Lazy
227−import Control.Monad.Trans.State.Strict qualified as State.Strict
228−import Control.Monad.Trans.Writer.CPS qualified as Writer.CPS
229−import Control.Monad.Trans.Writer.Lazy qualified as Writer.Lazy
230−import Control.Monad.Trans.Writer.Strict qualified as Writer.Strict
231−import Control.Retry
232−import Data.Aeson (FromJSON (..), ToJSON (..))
233−import Data.Aeson qualified as A
234import Data.ByteString (ByteString)
212import Data.ByteString (ByteString)
235−import Data.ByteString qualified as B
236−import Data.ByteString.Lazy qualified as BL
237−import Data.CaseInsensitive qualified as CI
238import Data.Data (Data)
213import Data.Data (Data)
239−import Data.Default.Class (def)
214+import Data.Default.Class
240import Data.Function (on)
215import Data.Function (on)
241import Data.IORef
216import Data.IORef
242−import Data.Kind (Constraint, Type)
217+import Data.List (nubBy)
243−import Data.List (foldl', nubBy)
244import Data.List.NonEmpty (NonEmpty (..))
218import Data.List.NonEmpty (NonEmpty (..))
245−import Data.List.NonEmpty qualified as NE
246−import Data.Maybe (fromMaybe)
247import Data.Proxy
219import Data.Proxy
248−import Data.Semigroup (Endo (..))
220+import Data.Semigroup hiding (Option, option)
249−import Data.Set qualified as S
221+import Data.Typeable (Typeable)
250−import Data.Text (Text)
251−import Data.Text qualified as T
252−import Data.Text.Encoding qualified as T
253−import Data.Typeable (Typeable, cast)
254import GHC.Generics
222import GHC.Generics
255import GHC.TypeLits
223import GHC.TypeLits
256−import Language.Haskell.TH qualified as TH
257−import Language.Haskell.TH.Quote qualified as TH
258−import Language.Haskell.TH.Syntax qualified as TH
259−import Network.Connection qualified as NC
260−import Network.HTTP.Client qualified as L
261−import Network.HTTP.Client.Internal qualified as LI
262−import Network.HTTP.Client.MultipartFormData qualified as LM
263−import Network.HTTP.Client.TLS qualified as L
264−import Network.HTTP.Types qualified as Y
265import System.IO.Unsafe (unsafePerformIO)
224import System.IO.Unsafe (unsafePerformIO)
266−import Text.URI (URI)
267−import Text.URI qualified as URI
268−import Text.URI.QQ qualified as QQ
269−import Web.Authenticate.OAuth qualified as OAuth
270−import Web.FormUrlEncoded (FromForm (..), ToForm (..))
271−import Web.FormUrlEncoded qualified as Form
272import Web.HttpApiData (ToHttpApiData (..))
225import Web.HttpApiData (ToHttpApiData (..))
226+import qualified Blaze.ByteString.Builder as BB
227+import qualified Data.Aeson as A
228+import qualified Data.ByteString as B
229+import qualified Data.ByteString.Lazy as BL
230+import qualified Data.CaseInsensitive as CI
231+import qualified Data.List.NonEmpty as NE
232+import qualified Data.Text as T
233+import qualified Data.Text.Encoding as T
234+import qualified Network.Connection as NC
235+import qualified Network.HTTP.Client as L
236+import qualified Network.HTTP.Client.Internal as LI
237+import qualified Network.HTTP.Client.TLS as L
238+import qualified Network.HTTP.Types as Y
239+
240+#if MIN_VERSION_base(4,9,0)
241+import Data.Kind (Constraint)
242+#else
243+import GHC.Exts (Constraint)
244+#endif
273
245
274----------------------------------------------------------------------------
246----------------------------------------------------------------------------
275-- Making a request
247-- Making a request
276
248
277-- $making-a-request
249-- $making-a-request
278--
250--
279−-- To make an HTTP request you normally need only one function: 'req'.
251+-- To make an HTTP request you need only one function: 'req'.
280
252
281-- | Make an HTTP request. The function takes 5 arguments, 4 of which
253-- | Make an HTTP request. The function takes 5 arguments, 4 of which
282-- specify required parameters and the final 'Option' argument is a
254-- specify required parameters and the final 'Option' argument is a
@@ -288,44 +260,42 @@ import Web.HttpApiData (ToHttpApiData (..))
288-- @method@ is an HTTP method such as 'GET' or 'POST'. The documentation has
260-- @method@ is an HTTP method such as 'GET' or 'POST'. The documentation has
289-- a dedicated section about HTTP methods below.
261-- a dedicated section about HTTP methods below.
290--
262--
291−-- @url@ is a 'Url' that describes location of resource you want to interact
263+-- @url@ is a URL that describes location of resource you want to interact
292−-- with.
264+-- with. It's of type 'Url' (if you click the link it will tell everything
265+-- about construction of 'Url' things).
293--
266--
294-- @body@ is a body option such as 'NoReqBody' or 'ReqBodyJson'. The
267-- @body@ is a body option such as 'NoReqBody' or 'ReqBodyJson'. The
295−-- tutorial has a section about HTTP bodies, but usage is very
268+-- tutorial has a section about HTTP bodies, but usage in very
296−-- straightforward and should be clear from the examples.
269+-- straightforward and should be clear from the examples below.
297−--
270+--
298−-- @response@ is a type hint how to make and interpret response of an HTTP
271+-- @response@ is a type hint how to make and interpret response of HTTP
299−-- request. Out-of-the-box it can be the following:
272+-- request, out-of-the-box it can be the following: 'ignoreResponse',
300−--
301−-- * 'ignoreResponse'
302−-- * 'jsonResponse'
303−-- * 'bsResponse' (to get a strict 'ByteString')
273+-- 'jsonResponse', 'bsResponse' (to get strict 'ByteString'), 'lbsResponse'
304−-- * 'lbsResponse' (to get a lazy 'BL.ByteString')
274+-- (to get lazy 'BL.ByteString'), and 'returnRequest' (makes no request,
275+-- just returns response, used for testing).
305−--
276+--
306−-- Finally, @options@ is a 'Monoid' that holds a composite 'Option' for all
277+-- Finally @options@ is a 'Monoid' that holds a composite 'Option' for all
307−-- other optional settings like query parameters, headers, non-standard port
278+-- other optional things like query parameters, headers, non-standard port
308−-- number, etc. There are quite a few things you can put there, see the
279+-- number, etc. There are quite a few things you can put there, see
309-- corresponding section in the documentation. If you don't need anything at
280-- corresponding section in the documentation. If you don't need anything at
310-- all, pass 'mempty'.
281-- all, pass 'mempty'.
311--
282--
312-- __Note__ that if you use 'req' to do all your requests, connection
283-- __Note__ that if you use 'req' to do all your requests, connection
313-- sharing and reuse is done for you automatically.
284-- sharing and reuse is done for you automatically.
314--
285--
315−-- See the examples below to get on the speed quickly.
286+-- See the examples below to get on the speed very quickly.
316--
287--
317-- ==== __Examples__
288-- ==== __Examples__
318--
289--
319-- First, this is a piece of boilerplate that should be in place before you
290-- First, this is a piece of boilerplate that should be in place before you
320-- try the examples:
291-- try the examples:
321--
292--
322−-- > {-# LANGUAGE DeriveGeneric #-}
323-- > {-# LANGUAGE OverloadedStrings #-}
293-- > {-# LANGUAGE OverloadedStrings #-}
324-- >
294-- >
325-- > module Main (main) where
295-- > module Main (main) where
326-- >
296-- >
297+-- > import Control.Exception (throwIO)
327-- > import Control.Monad
298-- > import Control.Monad
328−-- > import Control.Monad.IO.Class
329-- > import Data.Aeson
299-- > import Data.Aeson
330-- > import Data.Maybe (fromJust)
300-- > import Data.Maybe (fromJust)
331-- > import Data.Monoid ((<>))
301-- > import Data.Monoid ((<>))
@@ -333,30 +303,32 @@ import Web.HttpApiData (ToHttpApiData (..))
333-- > import GHC.Generics
303-- > import GHC.Generics
334-- > import Network.HTTP.Req
304-- > import Network.HTTP.Req
335-- > import qualified Data.ByteString.Char8 as B
305-- > import qualified Data.ByteString.Char8 as B
336−-- > import qualified Text.URI as URI
306+-- >
307+-- > instance MonadHttp IO where
308+-- > handleHttpException = throwIO
337--
309--
338-- We will be making requests against the <https://httpbin.org> service.
310-- We will be making requests against the <https://httpbin.org> service.
339--
311--
340-- Make a GET request, grab 5 random bytes:
312-- Make a GET request, grab 5 random bytes:
341--
313--
342-- > main :: IO ()
314-- > main :: IO ()
343−-- > main = runReq defaultHttpConfig $ do
315+-- > main = do
344-- > let n :: Int
316-- > let n :: Int
345-- > n = 5
317-- > n = 5
346-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse mempty
318-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse mempty
347−-- > liftIO $ B.putStrLn (responseBody bs)
319+-- > B.putStrLn (responseBody bs)
348--
320--
349-- The same, but now we use a query parameter named @\"seed\"@ to control
321-- The same, but now we use a query parameter named @\"seed\"@ to control
350-- seed of the generator:
322-- seed of the generator:
351--
323--
352-- > main :: IO ()
324-- > main :: IO ()
353−-- > main = runReq defaultHttpConfig $ do
325+-- > main = do
354-- > let n, seed :: Int
326-- > let n, seed :: Int
355-- > n = 5
327-- > n = 5
356-- > seed = 100
328-- > seed = 100
357-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse $
329-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse $
358-- > "seed" =: seed
330-- > "seed" =: seed
359−-- > liftIO $ B.putStrLn (responseBody bs)
331+-- > B.putStrLn (responseBody bs)
360--
332--
361-- POST JSON data and get some info about the POST request:
333-- POST JSON data and get some info about the POST request:
362--
334--
@@ -369,252 +341,103 @@ import Web.HttpApiData (ToHttpApiData (..))
369-- > instance FromJSON MyData
341-- > instance FromJSON MyData
370-- >
342-- >
371-- > main :: IO ()
343-- > main :: IO ()
372−-- > main = runReq defaultHttpConfig $ do
344+-- > main = do
373-- > let myData = MyData
345-- > let myData = MyData
374-- > { size = 6
346-- > { size = 6
375-- > , color = "Green" }
347-- > , color = "Green" }
376-- > v <- req POST (https "httpbin.org" /: "post") (ReqBodyJson myData) jsonResponse mempty
348-- > v <- req POST (https "httpbin.org" /: "post") (ReqBodyJson myData) jsonResponse mempty
377−-- > liftIO $ print (responseBody v :: Value)
349+-- > print (responseBody v :: Value)
378--
350--
379-- Sending URL-encoded body:
351-- Sending URL-encoded body:
380--
352--
381-- > main :: IO ()
353-- > main :: IO ()
382−-- > main = runReq defaultHttpConfig $ do
354+-- > main = do
383-- > let params =
355-- > let params =
384-- > "foo" =: ("bar" :: Text) <>
356-- > "foo" =: ("bar" :: Text) <>
385-- > queryFlag "baz"
357-- > queryFlag "baz"
386-- > response <- req POST (https "httpbin.org" /: "post") (ReqBodyUrlEnc params) jsonResponse mempty
358-- > response <- req POST (https "httpbin.org" /: "post") (ReqBodyUrlEnc params) jsonResponse mempty
387−-- > liftIO $ print (responseBody response :: Value)
359+-- > print (responseBody response :: Value)
388--
360--
389-- Using various optional parameters and URL that is not known in advance:
361-- Using various optional parameters and URL that is not known in advance:
390--
362--
391-- > main :: IO ()
363-- > main :: IO ()
392−-- > main = runReq defaultHttpConfig $ do
364+-- > main = do
393-- > -- This is an example of what to do when URL is given dynamically. Of
365-- > -- This is an example of what to do when URL is given dynamically. Of
394-- > -- course in a real application you may not want to use 'fromJust'.
366-- > -- course in a real application you may not want to use 'fromJust'.
395−-- > uri <- URI.mkURI "https://httpbin.org/get?foo=bar"
367+-- > let (url, options) = fromJust (parseUrlHttps "https://httpbin.org/get?foo=bar")
396−-- > let (url, options) = fromJust (useHttpsURI uri)
397-- > response <- req GET url NoReqBody jsonResponse $
368-- > response <- req GET url NoReqBody jsonResponse $
398-- > "from" =: (15 :: Int) <>
369-- > "from" =: (15 :: Int) <>
399-- > "to" =: (67 :: Int) <>
370-- > "to" =: (67 :: Int) <>
400-- > basicAuth "username" "password" <>
371-- > basicAuth "username" "password" <>
401-- > options <> -- contains the ?foo=bar part
372-- > options <> -- contains the ?foo=bar part
402-- > port 443 -- here you can put any port of course
373-- > port 443 -- here you can put any port of course
403−-- > liftIO $ print (responseBody response :: Value)
374+-- > print (responseBody response :: Value)
404−req ::
375+
405− ( MonadHttp m,
376+req
406− HttpMethod method,
407− HttpBody body,
408− HttpResponse response,
409− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
410− ) =>
411− -- | HTTP method
412− method ->
413− -- | 'Url'—location of resource
414− Url scheme ->
415− -- | Body of the request
416− body ->
417− -- | A hint how to interpret response
418− Proxy response ->
419− -- | Collection of optional parameters
420− Option scheme ->
421− -- | Response
422− m response
423−req method url body responseProxy options =
424− reqCb method url body responseProxy options pure
425−
426−-- | A version of 'req' that does not use one of the predefined instances of
427−-- 'HttpResponse' but instead allows the user to consume @'L.Response'
428−-- 'L.BodyReader'@ manually, in a custom way.
429−--
430−-- @since 1.0.0
431−reqBr ::
432− ( MonadHttp m,
433− HttpMethod method,
434− HttpBody body,
435− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
436− ) =>
437− -- | HTTP method
438− method ->
439− -- | 'Url'—location of resource
440− Url scheme ->
441− -- | Body of the request
442− body ->
443− -- | Collection of optional parameters
444− Option scheme ->
445− -- | How to consume response
446− (L.Response L.BodyReader -> IO a) ->
447− -- | Result
448− m a
449−reqBr method url body options consume =
450− req' method url body options (reqHandler consume)
451−
452−-- | A version of 'req' that takes a callback to modify the 'L.Request', but
453−-- otherwise performs the request identically.
454−--
455−-- @since 3.7.0
456−reqCb ::
457− ( MonadHttp m,
458− HttpMethod method,
459− HttpBody body,
460− HttpResponse response,
461− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
462− ) =>
463− -- | HTTP method
464− method ->
465− -- | 'Url'—location of resource
466− Url scheme ->
467− -- | Body of the request
468− body ->
469− -- | A hint how to interpret response
470− Proxy response ->
471− -- | Collection of optional parameters
472− Option scheme ->
473− -- | Callback to modify the request
474− (L.Request -> m L.Request) ->
475− -- | Response
476− m response
477−reqCb method url body responseProxy options adjustRequest =
478− req' method url body (options <> extraOptions) $ \request manager -> do
479− request' <- adjustRequest request
480− reqHandler getHttpResponse request' manager
481− where
482− extraOptions =
483− case acceptHeader responseProxy of
484− Nothing -> mempty
485− Just accept -> header "Accept" accept
486−
487−-- | The default handler function that the higher-level request functions
488−-- pass to 'req''. Internal function.
489−--
490−-- @since 3.7.0
491−reqHandler ::
492− (MonadHttp m) =>
493− -- | How to get final result from a 'L.Response'
494− (L.Response L.BodyReader -> IO b) ->
495− -- | 'L.Request' to perform
496− L.Request ->
497− -- | 'L.Manager' to use
498− L.Manager ->
499− m b
500−reqHandler consume request manager = do
501− HttpConfig {..} <- getHttpConfig
502− let wrapVanilla = handle (throwIO . VanillaHttpException)
503− wrapExc = handle (throwIO . LI.toHttpException request)
504− withRRef =
505− bracket
506− (newIORef Nothing)
507− (readIORef >=> mapM_ L.responseClose)
508− (liftIO . try . wrapVanilla . wrapExc)
509− ( withRRef $ \rref -> do
510− let openResponse = mask_ $ do
511− r <- readIORef rref
512− mapM_ L.responseClose r
513− r' <- L.responseOpen request manager
514− writeIORef rref (Just r')
515− return r'
516− exceptionRetryPolicies =
517− skipAsyncExceptions
518− ++ [ \retryStatus -> Handler $ \e ->
519− return $ httpConfigRetryJudgeException retryStatus e
520− ]
521− r <-
522− retrying
523− httpConfigRetryPolicy
524− (\retryStatus r -> return $ httpConfigRetryJudge retryStatus r)
525− ( const
526− ( recovering
527− httpConfigRetryPolicy
528− exceptionRetryPolicies
529− (const openResponse)
530− )
531− )
532− (preview, r') <- grabPreview httpConfigBodyPreviewLength r
533− mapM_ LI.throwHttp (httpConfigCheckResponse request r' preview)
534− consume r'
535− )
536− >>= either handleHttpException return
537−
538−-- | Mostly like 'req' with respect to its arguments, but accepts a callback
539−-- that allows to perform a request in arbitrary fashion.
540−--
541−-- This function /does not/ perform handling\/wrapping exceptions, checking
542−-- response (with 'httpConfigCheckResponse'), and retrying. It only prepares
543−-- 'L.Request' and allows you to use it.
544−--
545−-- @since 0.3.0
546−req' ::
547− forall m method body scheme a.
377+ :: forall m method body response scheme.
548− ( MonadHttp m,
378+ ( MonadHttp m
549− HttpMethod method,
379+ , HttpMethod method
550− HttpBody body,
380+ , HttpBody body
381+ , HttpResponse response
551− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
382+ , HttpBodyAllowed (AllowsBody method) (ProvidesBody body) )
552− ) =>
553− -- | HTTP method
383+ => method -- ^ HTTP method
554− method ->
555− -- | 'Url'—location of resource
384+ -> Url scheme -- ^ 'Url' — location of resource
556− Url scheme ->
557− -- | Body of the request
385+ -> body -- ^ Body of the request
558− body ->
386+ -> Proxy response -- ^ A hint how to interpret response
559− -- | Collection of optional parameters
560− Option scheme ->
387+ -> Option scheme -- ^ Collection of optional parameters
561− -- | How to perform request
388+ -> m response -- ^ Response
562− (L.Request -> L.Manager -> m a) ->
563− -- | Result
564− m a
565−req' method url body options m = do
389+req method url body Proxy options = do
566− config <- getHttpConfig
390+ config <- getHttpConfig
391+ manager <- liftIO (readIORef globalManager)
567 let -- NOTE First appearance of any given header wins. This allows to
392 let -- NOTE First appearance of any given header wins. This allows to
568 -- “overwrite” headers when we construct a request by cons-ing.
393 -- “overwrite” headers when we construct a request by cons-ing.
569 nubHeaders = Endo $ \x ->
394 nubHeaders = Endo $ \x ->
570− x {L.requestHeaders = nubBy ((==) `on` fst) (L.requestHeaders x)}
395+ x { L.requestHeaders = nubBy ((==) `on` fst) (L.requestHeaders x) }
571− request' =
572− flip appEndo L.defaultRequest $
396+ request = flip appEndo L.defaultRequest $
573− -- NOTE The order of 'mappend's matters, here method is overwritten
397+ -- NOTE Order of 'mappend's matters, here method is overwritten first
574− -- first and 'options' take effect last. In particular, this means
398+ -- and 'options' take effect last. In particular, this means that
575− -- that 'options' can overwrite things set by other request
399+ -- 'options' can overwrite things set by other request components,
576− -- components, which is useful for setting port number,
400+ -- which is useful for setting port number, "Content-Type" header,
577− -- "Content-Type" header, etc.
401+ -- etc.
578− nubHeaders
402+ nubHeaders <>
579− <> getRequestMod options
403+ getRequestMod options <>
580− <> getRequestMod config
404+ getRequestMod config <>
581− <> getRequestMod (Tagged body :: Tagged "body" body)
405+ getRequestMod (Womb body :: Womb "body" body) <>
582− <> getRequestMod url
406+ getRequestMod url <>
583− <> getRequestMod (Tagged method :: Tagged "method" method)
407+ getRequestMod (Womb method :: Womb "method" method)
584− request <- finalizeRequest options request'
408+ wrappingVanilla m = catch m (throwIO . VanillaHttpException)
585− withReqManager (m request)
409+ (liftIO . try . wrappingVanilla) (getHttpResponse request manager)
586−
410+ >>= either handleHttpException return
587−-- | Perform an action using the global implicit 'L.Manager' that the rest
411+
588−-- of the library uses. This allows us to reuse connections that the
589−-- 'L.Manager' controls.
590−withReqManager :: (MonadIO m) => (L.Manager -> m a) -> m a
591−withReqManager m = m globalManager
592−
593−-- | The global 'L.Manager' that 'req' uses. Here we just go with the
412+-- | Global 'L.Manager' that 'req' uses. Here we just go with the default
594−-- default settings, so users don't need to deal with this manager stuff at
413+-- settings, so users don't need to deal with this manager stuff at all, but
595−-- all, but when we create a request, instance 'HttpConfig' can affect the
414+-- when we create a request, instance 'HttpConfig' can affect the default
596−-- default settings via 'getHttpConfig'.
415+-- settings via 'getHttpConfig'.
597--
416--
598-- A note about safety, in case 'unsafePerformIO' looks suspicious to you.
417-- A note about safety, in case 'unsafePerformIO' looks suspicious to you.
599-- The value of 'globalManager' is named and lives on top level. This means
418-- The value of 'globalManager' is named and lives on top level. This means
600−-- it will be shared, i.e. computed only once on the first use of the
419+-- it will be shared, i.e. computed only once on first use of manager. From
601−-- manager. From that moment on the 'IORef' will be just reused—exactly the
420+-- that moment on the 'IORef' will be just reused — exactly the behaviour we
602−-- behavior we want here in order to maximize connection sharing. GHC could
421+-- want here in order to maximize connection sharing. GHC could spoil the
603−-- spoil the plan by inlining the definition, hence the @NOINLINE@ pragma.
422+-- plan by inlining the definition, hence the @NOINLINE@ pragma.
423+
604−globalManager :: L.Manager
424+globalManager :: IORef L.Manager
605globalManager = unsafePerformIO $ do
425globalManager = unsafePerformIO $ do
606 context <- NC.initConnectionContext
426 context <- NC.initConnectionContext
607− let settings =
608− L.mkManagerSettingsContext
427+ let settings = L.mkManagerSettingsContext (Just context) def Nothing
609− (Just context)
610− def
611− Nothing
612 manager <- L.newManager settings
428 manager <- L.newManager settings
613− return manager
429+ newIORef manager
614{-# NOINLINE globalManager #-}
430{-# NOINLINE globalManager #-}
615
431
432+-- | Perform an action using global implicit 'L.Manager' that the rest of
433+-- the library uses. This allows to reuse connections that the 'L.Manager'
434+-- controls.
435+
436+withReqManager :: MonadIO m => (L.Manager -> m a) -> m a
437+withReqManager m = liftIO (readIORef globalManager) >>= m
438+
616----------------------------------------------------------------------------
439----------------------------------------------------------------------------
617−-- Embedding requests in your monad
440+-- Embedding requests into your monad
618
441
619-- $embedding-requests
442-- $embedding-requests
620--
443--
@@ -623,281 +446,91 @@ globalManager = unsafePerformIO $ do
623--
446--
624-- When writing a library, keep your API polymorphic in terms of
447-- When writing a library, keep your API polymorphic in terms of
625-- 'MonadHttp', only define instance of 'MonadHttp' in final application.
448-- 'MonadHttp', only define instance of 'MonadHttp' in final application.
626−-- Another option is to use a @newtype@-wrapped monad stack and define
627−-- 'MonadHttp' for it. As of the version /0.4.0/, the 'Req' monad that
628−-- follows this strategy is provided out-of-the-box (see below).
629
449
630-- | A type class for monads that support performing HTTP requests.
450-- | A type class for monads that support performing HTTP requests.
631-- Typically, you only need to define the 'handleHttpException' method
451-- Typically, you only need to define the 'handleHttpException' method
632-- unless you want to tweak 'HttpConfig'.
452-- unless you want to tweak 'HttpConfig'.
453+
633−class (MonadIO m) => MonadHttp m where
454+class MonadIO m => MonadHttp m where
455+
456+ {-# MINIMAL handleHttpException #-}
457+
634 -- | This method describes how to deal with 'HttpException' that was
458 -- | This method describes how to deal with 'HttpException' that was
635 -- caught by the library. One option is to re-throw it if you are OK with
459 -- caught by the library. One option is to re-throw it if you are OK with
636 -- exceptions, but if you prefer working with something like
460 -- exceptions, but if you prefer working with something like
637− -- 'Control.Monad.Except.MonadError', this is the right place to pass it to
461+ -- 'Control.Monad.Error.MonadError', this is the right place to pass it to
638− -- 'Control.Monad.Except.throwError'.
462+ -- 'Control.Monad.Error.throwError'.
463+
639 handleHttpException :: HttpException -> m a
464 handleHttpException :: HttpException -> m a
640
465
641− -- | Return the 'HttpConfig' to be used when performing HTTP requests.
466+ -- | Return 'HttpConfig' to be used when performing HTTP requests. Default
642− -- Default implementation returns its 'def' value, which is described in
467+ -- implementation returns its 'def' value, which is described in the
643− -- the documentation for the type. Common usage pattern with manually
468+ -- documentation for the type. Common usage pattern with manually defined
644− -- defined 'getHttpConfig' is to return some hard-coded value, or a value
469+ -- 'getHttpConfig' is to return some hard-coded value, or value extracted
645− -- extracted from 'Control.Monad.Reader.MonadReader' if a more flexible
470+ -- from 'Control.Monad.Reader.MonadReader' if a more flexible approach to
646− -- approach to configuration is desirable.
471+ -- configuration is desirable.
472+
647 getHttpConfig :: m HttpConfig
473 getHttpConfig :: m HttpConfig
648− getHttpConfig = return defaultHttpConfig
474+ getHttpConfig = return def
475+
476+-- | 'HttpConfig' contains general and default settings to be used when
477+-- making HTTP requests.
649
478
650−-- | 'HttpConfig' contains settings to be used when making HTTP requests.
651data HttpConfig = HttpConfig
479data HttpConfig = HttpConfig
480+ { httpConfigProxy :: Maybe L.Proxy
652− { -- | Proxy to use. By default values of @HTTP_PROXY@ and @HTTPS_PROXY@
481+ -- ^ Proxy to use. By default values of @HTTP_PROXY@ and @HTTPS_PROXY@
653 -- environment variables are respected, this setting overwrites them.
482 -- environment variables are respected, this setting overwrites them.
654 -- Default value: 'Nothing'.
483 -- Default value: 'Nothing'.
655− httpConfigProxy :: Maybe L.Proxy,
484+ , httpConfigRedirectCount :: Int
656− -- | How many redirects to follow when getting a resource. Default
485+ -- ^ How many redirects to follow when getting a resource. Default
657 -- value: 10.
486 -- value: 10.
658− httpConfigRedirectCount :: Int,
487+ , httpConfigAltManager :: Maybe L.Manager
659− -- | Alternative 'L.Manager' to use. 'Nothing' (default value) means
488+ -- ^ Alternative 'L.Manager' to use. 'Nothing' (default value) means
660− -- that the default implicit manager will be used (that's what you want
489+ -- that default implicit manager will be used (that's what you want in
661− -- in 99% of cases).
490+ -- 99% of cases).
662− httpConfigAltManager :: Maybe L.Manager,
491+ , httpConfigCheckResponse :: L.Request -> L.Response L.BodyReader -> IO ()
663− -- | Function to check the response immediately after receiving the
492+ -- ^ Function to check the response immediately after receiving the
664− -- status and headers, before streaming of response body. The third
665− -- argument is the beginning of response body (typically first 1024
666− -- bytes). This is used for throwing exceptions on non-success status
493+ -- status and headers. This is used for throwing exceptions on
667− -- codes by default (set to @\\_ _ _ -> Nothing@ if this behavior is not
494+ -- non-success status codes by default (set to @\\_ _ -> return ()@ if
668− -- desirable).
495+ -- this behavior is not desirable). Throwing is better then just
669− --
670− -- When the value this function returns is 'Nothing', nothing will
671− -- happen. When it there is 'L.HttpExceptionContent' inside 'Just', it
672− -- will be thrown.
673− --
674− -- Throwing is better then just returning a request with non-2xx status
496+ -- returning a request with non-2xx status code because in that case
675− -- code because in that case something is wrong and we need a way to
497+ -- something is wrong and we need a way to short-cut execution. The
676− -- short-cut execution (also remember that Req retries automatically on
677− -- request timeouts and such, so when your request fails, it's certainly
678− -- something exceptional). The thrown exception is caught by the library
498+ -- thrown exception is caught by the library though and is available in
679− -- though and is available in 'handleHttpException'.
499+ -- 'handleHttpException'.
680− --
500+ } deriving Typeable
681− -- __Note__: signature of this function was changed in the version
501+
682− -- /1.0.0/.
502+instance Default HttpConfig where
683− --
684− -- @since 0.3.0
685− httpConfigCheckResponse ::
686− forall b.
687− L.Request ->
688− L.Response b ->
689− ByteString ->
690− Maybe L.HttpExceptionContent,
691− -- | The retry policy to use for request retrying. By default 'def' is
692− -- used (see 'RetryPolicyM').
693− --
694− -- __Note__: signature of this function was changed to disallow 'IO' in
695− -- version /1.0.0/ and then changed back to its current form in /3.1.0/.
696− --
697− -- @since 0.3.0
698− httpConfigRetryPolicy :: RetryPolicyM IO,
699− -- | The function is used to decide whether to retry a request. 'True'
700− -- means that the request should be retried.
701− --
702− -- __Note__: signature of this function was changed in the version
703− -- /1.0.0/.
704− --
705− -- @since 0.3.0
706− httpConfigRetryJudge :: forall b. RetryStatus -> L.Response b -> Bool,
707− -- | Similar to 'httpConfigRetryJudge', but is used to decide when to
708− -- retry requests that resulted in an exception. By default it retries
709− -- on response timeout and connection timeout (changed in version
710− -- /3.8.0/).
711− --
712− -- @since 3.4.0
713− httpConfigRetryJudgeException :: RetryStatus -> SomeException -> Bool,
714− -- | Max length of preview fragment of response body.
715− --
716− -- @since 3.6.0
717− httpConfigBodyPreviewLength :: forall a. (Num a) => a
718− }
719−
720−-- | The default value of 'HttpConfig'.
721−--
722−-- @since 2.0.0
723−defaultHttpConfig :: HttpConfig
724−defaultHttpConfig =
725− HttpConfig
503+ def = HttpConfig
726− { httpConfigProxy = Nothing,
504+ { httpConfigProxy = Nothing
727− httpConfigRedirectCount = 10,
505+ , httpConfigRedirectCount = 10
728− httpConfigAltManager = Nothing,
506+ , httpConfigAltManager = Nothing
729− httpConfigCheckResponse = \_ response preview ->
507+ , httpConfigCheckResponse = \_ response ->
730− let scode = statusCode response
508+ let Y.Status statusCode _ = L.responseStatus response in
731− in if 200 <= scode && scode < 300
509+ unless (200 <= statusCode && statusCode < 300) $ do
732− then Nothing
510+ chunk <- BL.toStrict <$> L.brReadSome (L.responseBody response) 1024
733− else Just (L.StatusCodeException (void response) preview),
511+ LI.throwHttp (L.StatusCodeException (void response) chunk) }
734− httpConfigRetryPolicy = retryPolicyDefault,
735− httpConfigRetryJudge = \_ response ->
736− statusCode response
737− `elem` [ 408, -- Request timeout
738− 504, -- Gateway timeout
739− 524, -- A timeout occurred
740− 598, -- (Informal convention) Network read timeout error
741− 599 -- (Informal convention) Network connect timeout error
742− ],
743− httpConfigRetryJudgeException = \_ e ->
744− case fromException e of
745− Just (L.HttpExceptionRequest _ c) ->
746− case c of
747− L.ResponseTimeout -> True
748− L.ConnectionTimeout -> True
749− _ -> False
750− _ -> False,
751− httpConfigBodyPreviewLength = 1024
752− }
753− where
754− statusCode = Y.statusCode . L.responseStatus
755
512
756instance RequestComponent HttpConfig where
513instance RequestComponent HttpConfig where
757 getRequestMod HttpConfig {..} = Endo $ \x ->
514 getRequestMod HttpConfig {..} = Endo $ \x ->
758− x
759− { L.proxy = httpConfigProxy,
515+ x { L.proxy = httpConfigProxy
760− L.redirectCount = httpConfigRedirectCount,
516+ , L.redirectCount = httpConfigRedirectCount
761− LI.requestManagerOverride = httpConfigAltManager
517+ , LI.requestManagerOverride = httpConfigAltManager
762− }
518+ , LI.checkResponse = httpConfigCheckResponse }
763−
764−-- | A monad that allows us to run 'req' in any 'IO'-enabled monad without
765−-- having to define new instances.
766−--
767−-- @since 0.4.0
768−newtype Req a = Req (ReaderT HttpConfig IO a)
769− deriving
770− ( Functor,
771− Applicative,
772− Monad,
773− MonadIO,
774− MonadUnliftIO
775− )
776−
777−-- | @since 3.7.0
778−deriving instance MonadThrow Req
779−
780−-- | @since 3.7.0
781−deriving instance MonadCatch Req
782−
783−-- | @since 3.7.0
784−deriving instance MonadMask Req
785−
786−instance MonadBase IO Req where
787− liftBase = liftIO
788−
789−instance MonadBaseControl IO Req where
790− type StM Req a = a
791− liftBaseWith f = Req . ReaderT $ \r -> f (runReq r)
792− {-# INLINEABLE liftBaseWith #-}
793− restoreM = Req . ReaderT . const . return
794− {-# INLINEABLE restoreM #-}
795−
796−instance MonadHttp Req where
797− handleHttpException = Req . lift . throwIO
798− getHttpConfig = Req ask
799−
800−-- | @since 3.10.0
801−instance (MonadHttp m, Monoid w) => MonadHttp (AccumT w m) where
802− handleHttpException = lift . handleHttpException
803− getHttpConfig = lift getHttpConfig
804−
805−-- | @since 3.10.0
806−instance (MonadHttp m) => MonadHttp (ContT r m) where
807− handleHttpException = lift . handleHttpException
808− getHttpConfig = lift getHttpConfig
809−
810−-- | @since 3.10.0
811−instance (MonadHttp m) => MonadHttp (ExceptT e m) where
812− handleHttpException = lift . handleHttpException
813− getHttpConfig = lift getHttpConfig
814−
815−-- | @since 3.10.0
816−instance (MonadHttp m) => MonadHttp (IdentityT m) where
817− handleHttpException = lift . handleHttpException
818− getHttpConfig = lift getHttpConfig
819−
820−-- | @since 3.10.0
821−instance (MonadHttp m) => MonadHttp (MaybeT m) where
822− handleHttpException = lift . handleHttpException
823− getHttpConfig = lift getHttpConfig
824−
825−-- | @since 3.10.0
826−instance (MonadHttp m) => MonadHttp (ReaderT r m) where
827− handleHttpException = lift . handleHttpException
828− getHttpConfig = lift getHttpConfig
829−
830−-- | @since 3.10.0
831−instance (MonadHttp m, Monoid w) => MonadHttp (RWS.CPS.RWST r w s m) where
832− handleHttpException = lift . handleHttpException
833− getHttpConfig = lift getHttpConfig
834−
835−-- | @since 3.10.0
836−instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Lazy.RWST r w s m) where
837− handleHttpException = lift . handleHttpException
838− getHttpConfig = lift getHttpConfig
839−
840−-- | @since 3.10.0
841−instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Strict.RWST r w s m) where
842− handleHttpException = lift . handleHttpException
843− getHttpConfig = lift getHttpConfig
844−
845−-- | @since 3.10.0
846−instance (MonadHttp m) => MonadHttp (SelectT r m) where
847− handleHttpException = lift . handleHttpException
848− getHttpConfig = lift getHttpConfig
849−
850−-- | @since 3.10.0
851−instance (MonadHttp m) => MonadHttp (State.Lazy.StateT s m) where
852− handleHttpException = lift . handleHttpException
853− getHttpConfig = lift getHttpConfig
854−
855−-- | @since 3.10.0
856−instance (MonadHttp m) => MonadHttp (State.Strict.StateT s m) where
857− handleHttpException = lift . handleHttpException
858− getHttpConfig = lift getHttpConfig
859−
860−-- | @since 3.10.0
861−instance (MonadHttp m, Monoid w) => MonadHttp (Writer.CPS.WriterT w m) where
862− handleHttpException = lift . handleHttpException
863− getHttpConfig = lift getHttpConfig
864−
865−-- | @since 3.10.0
866−instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Lazy.WriterT w m) where
867− handleHttpException = lift . handleHttpException
868− getHttpConfig = lift getHttpConfig
869−
870−-- | @since 3.10.0
871−instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Strict.WriterT w m) where
872− handleHttpException = lift . handleHttpException
873− getHttpConfig = lift getHttpConfig
874−
875−-- | Run a computation in the 'Req' monad with the given 'HttpConfig'. In
876−-- the case of an exceptional situation an 'HttpException' will be thrown.
877−--
878−-- @since 0.4.0
879−runReq ::
880− (MonadIO m) =>
881− -- | 'HttpConfig' to use
882− HttpConfig ->
883− -- | Computation to run
884− Req a ->
885− m a
886−runReq config (Req m) = liftIO (runReaderT m config)
887
519
888----------------------------------------------------------------------------
520----------------------------------------------------------------------------
889−-- Request—Method
521+-- Request — Method
890
522
891-- $method
523-- $method
892--
524--
893-- The package supports all methods as defined by RFC 2616, and 'PATCH'
525-- The package supports all methods as defined by RFC 2616, and 'PATCH'
894−-- which is defined by RFC 5789—that should be enough to talk to RESTful
526+-- which is defined by RFC 5789 — that should be enough to talk to RESTful
895-- APIs. In some cases, however, you may want to add more methods (e.g. you
527-- APIs. In some cases, however, you may want to add more methods (e.g. you
896-- work with WebDAV <https://en.wikipedia.org/wiki/WebDAV>); no need to
528-- work with WebDAV <https://en.wikipedia.org/wiki/WebDAV>); no need to
897-- compromise on type safety and hack, it only takes a couple of seconds to
529-- compromise on type safety and hack, it only takes a couple of seconds to
898-- define a new method that will works seamlessly, see 'HttpMethod'.
530-- define a new method that will works seamlessly, see 'HttpMethod'.
899
531
900-- | 'GET' method.
532-- | 'GET' method.
533+
901data GET = GET
534data GET = GET
902
535
903instance HttpMethod GET where
536instance HttpMethod GET where
@@ -905,6 +538,7 @@ instance HttpMethod GET where
905 httpMethodName Proxy = Y.methodGet
538 httpMethodName Proxy = Y.methodGet
906
539
907-- | 'POST' method.
540-- | 'POST' method.
541+
908data POST = POST
542data POST = POST
909
543
910instance HttpMethod POST where
544instance HttpMethod POST where
@@ -912,6 +546,7 @@ instance HttpMethod POST where
912 httpMethodName Proxy = Y.methodPost
546 httpMethodName Proxy = Y.methodPost
913
547
914-- | 'HEAD' method.
548-- | 'HEAD' method.
549+
915data HEAD = HEAD
550data HEAD = HEAD
916
551
917instance HttpMethod HEAD where
552instance HttpMethod HEAD where
@@ -919,24 +554,26 @@ instance HttpMethod HEAD where
919 httpMethodName Proxy = Y.methodHead
554 httpMethodName Proxy = Y.methodHead
920
555
921-- | 'PUT' method.
556-- | 'PUT' method.
557+
922data PUT = PUT
558data PUT = PUT
923
559
924instance HttpMethod PUT where
560instance HttpMethod PUT where
925 type AllowsBody PUT = 'CanHaveBody
561 type AllowsBody PUT = 'CanHaveBody
926 httpMethodName Proxy = Y.methodPut
562 httpMethodName Proxy = Y.methodPut
927
563
928−-- | 'DELETE' method. RFC 7231 allows a payload in DELETE but without
564+-- | 'DELETE' method. This data type does not allow having request body with
929−-- semantics.
565+-- 'DELETE' requests, as it should be, however some APIs may expect 'DELETE'
930−--
566+-- requests to have bodies, in that case define your own variation of
931−-- __Note__: before version /3.4.0/ this method did not allow request
567+-- 'DELETE' method and allow it to have a body.
932−-- bodies.
568+
933data DELETE = DELETE
569data DELETE = DELETE
934
570
935instance HttpMethod DELETE where
571instance HttpMethod DELETE where
936− type AllowsBody DELETE = 'CanHaveBody
572+ type AllowsBody DELETE = 'NoBody
937 httpMethodName Proxy = Y.methodDelete
573 httpMethodName Proxy = Y.methodDelete
938
574
939-- | 'TRACE' method.
575-- | 'TRACE' method.
576+
940data TRACE = TRACE
577data TRACE = TRACE
941
578
942instance HttpMethod TRACE where
579instance HttpMethod TRACE where
@@ -944,6 +581,7 @@ instance HttpMethod TRACE where
944 httpMethodName Proxy = Y.methodTrace
581 httpMethodName Proxy = Y.methodTrace
945
582
946-- | 'CONNECT' method.
583-- | 'CONNECT' method.
584+
947data CONNECT = CONNECT
585data CONNECT = CONNECT
948
586
949instance HttpMethod CONNECT where
587instance HttpMethod CONNECT where
@@ -951,6 +589,7 @@ instance HttpMethod CONNECT where
951 httpMethodName Proxy = Y.methodConnect
589 httpMethodName Proxy = Y.methodConnect
952
590
953-- | 'OPTIONS' method.
591-- | 'OPTIONS' method.
592+
954data OPTIONS = OPTIONS
593data OPTIONS = OPTIONS
955
594
956instance HttpMethod OPTIONS where
595instance HttpMethod OPTIONS where
@@ -958,6 +597,7 @@ instance HttpMethod OPTIONS where
958 httpMethodName Proxy = Y.methodOptions
597 httpMethodName Proxy = Y.methodOptions
959
598
960-- | 'PATCH' method.
599-- | 'PATCH' method.
600+
961data PATCH = PATCH
601data PATCH = PATCH
962
602
963instance HttpMethod PATCH where
603instance HttpMethod PATCH where
@@ -965,38 +605,42 @@ instance HttpMethod PATCH where
965 httpMethodName Proxy = Y.methodPatch
605 httpMethodName Proxy = Y.methodPatch
966
606
967-- | A type class for types that can be used as an HTTP method. To define a
607-- | A type class for types that can be used as an HTTP method. To define a
968−-- non-standard method, follow this example that defines @COPY@:
608+-- non-standard method, follow this example that defines COPY:
969--
609--
970-- > data COPY = COPY
610-- > data COPY = COPY
971-- >
611-- >
972-- > instance HttpMethod COPY where
612-- > instance HttpMethod COPY where
973-- > type AllowsBody COPY = 'CanHaveBody
613-- > type AllowsBody COPY = 'CanHaveBody
974-- > httpMethodName Proxy = "COPY"
614-- > httpMethodName Proxy = "COPY"
615+
975class HttpMethod a where
616class HttpMethod a where
617+
976− -- | Type function 'AllowsBody' returns a type of kind 'CanHaveBody' which
618+ -- | Type function 'AllowsBody' returns type of kind 'CanHaveBody' which
977− -- tells the rest of the library whether the method can have body or not.
619+ -- tells the rest of the library whether the method can have a body or
978− -- We use the special type 'CanHaveBody' lifted to the kind level instead
620+ -- not. We use the special type 'CanHaveBody' “lifted” into kind instead
979 -- of 'Bool' to get more user-friendly compiler messages.
621 -- of 'Bool' to get more user-friendly compiler messages.
622+
980 type AllowsBody a :: CanHaveBody
623 type AllowsBody a :: CanHaveBody
981
624
982 -- | Return name of the method as a 'ByteString'.
625 -- | Return name of the method as a 'ByteString'.
626+
983 httpMethodName :: Proxy a -> ByteString
627 httpMethodName :: Proxy a -> ByteString
984
628
985−instance (HttpMethod method) => RequestComponent (Tagged "method" method) where
629+instance HttpMethod method => RequestComponent (Womb "method" method) where
986 getRequestMod _ = Endo $ \x ->
630 getRequestMod _ = Endo $ \x ->
987− x {L.method = httpMethodName (Proxy :: Proxy method)}
631+ x { L.method = httpMethodName (Proxy :: Proxy method) }
988
632
989----------------------------------------------------------------------------
633----------------------------------------------------------------------------
990−-- Request—URL
634+-- Request — URL
991
635
992-- $url
636-- $url
993--
637--
994-- We use 'Url's which are correct by construction, see 'Url'. To build a
638-- We use 'Url's which are correct by construction, see 'Url'. To build a
995−-- 'Url' from a 'URI', use 'useHttpURI', 'useHttpsURI', or generic 'useURI'.
639+-- 'Url' from a 'ByteString', use 'parseUrlHttp' or 'parseUrlHttps'.
996
640
997-- | Request's 'Url'. Start constructing your 'Url' with 'http' or 'https'
641-- | Request's 'Url'. Start constructing your 'Url' with 'http' or 'https'
998-- specifying the scheme and host at the same time. Then use the @('/~')@
642-- specifying the scheme and host at the same time. Then use the @('/~')@
999−-- and @('/:')@ operators to grow the path one piece at a time. Every single
643+-- and @('/:')@ operators to grow path one piece at a time. Every single
1000-- piece of path will be url(percent)-encoded, so using @('/~')@ and
644-- piece of path will be url(percent)-encoded, so using @('/~')@ and
1001-- @('/:')@ is the only way to have forward slashes between path segments.
645-- @('/:')@ is the only way to have forward slashes between path segments.
1002-- This approach makes working with dynamic path segments easy and safe. See
646-- This approach makes working with dynamic path segments easy and safe. See
@@ -1022,233 +666,125 @@ instance (HttpMethod method) => RequestComponent (Tagged "method" method) where
1022--
666--
1023-- > https "юникод.рф"
667-- > https "юникод.рф"
1024-- > -- https://%D1%8E%D0%BD%D0%B8%D0%BA%D0%BE%D0%B4.%D1%80%D1%84
668-- > -- https://%D1%8E%D0%BD%D0%B8%D0%BA%D0%BE%D0%B4.%D1%80%D1%84
669+
1025−data Url (scheme :: Scheme) = Url Scheme (NonEmpty Text)
670+data Url (scheme :: Scheme) = Url Scheme (NonEmpty T.Text)
1026− -- NOTE The second value is the path segments in reversed order.
671+ -- NOTE The second value is path segments in reversed order.
1027− deriving (Eq, Ord, Show, Data, Generic)
672+ deriving (Eq, Ord, Show, Data, Typeable, Generic)
1028−
673+
1029−type role Url nominal
1030−
1031−-- With template-haskell >=2.15 and text >=1.2.4 Lift can be derived, however
1032−-- the derived lift forgets the type of the scheme.
1033−instance (Typeable scheme) => TH.Lift (Url scheme) where
1034− lift url =
1035− TH.dataToExpQ (fmap liftText . cast) url `TH.sigE` case url of
1036− Url Http _ -> [t|Url 'Http|]
1037− Url Https _ -> [t|Url 'Https|]
1038− where
1039− liftText t = TH.AppE (TH.VarE 'T.pack) <$> TH.lift (T.unpack t)
1040− liftTyped = TH.Code . TH.unsafeTExpCoerce . TH.lift
1041−
1042−-- | Given host name, produce a 'Url' which has “http” as its scheme and
674+-- | Given host name, produce a 'Url' which have “http” as its scheme and
1043-- empty path. This also sets port to @80@.
675-- empty path. This also sets port to @80@.
676+
1044−http :: Text -> Url 'Http
677+http :: T.Text -> Url 'Http
1045http = Url Http . pure
678http = Url Http . pure
1046
679
1047−-- | Given host name, produce a 'Url' which has “https” as its scheme and
680+-- | Given host name, produce a 'Url' which have “https” as its scheme and
1048-- empty path. This also sets port to @443@.
681-- empty path. This also sets port to @443@.
682+
1049−https :: Text -> Url 'Https
683+https :: T.Text -> Url 'Https
1050https = Url Https . pure
684https = Url Https . pure
1051
685
1052−-- | Grow a given 'Url' appending a single path segment to it. Note that the
686+-- | Grow given 'Url' appending a single path segment to it. Note that the
1053-- path segment can be of any type that is an instance of 'ToHttpApiData'.
687-- path segment can be of any type that is an instance of 'ToHttpApiData'.
1054−infixl 5 /~
1055
688
689+infixl 5 /~
1056−(/~) :: (ToHttpApiData a) => Url scheme -> a -> Url scheme
690+(/~) :: ToHttpApiData a => Url scheme -> a -> Url scheme
1057Url secure path /~ segment = Url secure (NE.cons (toUrlPiece segment) path)
691Url secure path /~ segment = Url secure (NE.cons (toUrlPiece segment) path)
1058
692
1059−-- | A type-constrained version of @('/~')@ to remove ambiguity in the cases
693+-- | Type-constrained version of @('/~')@ to remove ambiguity in cases when
1060−-- when next URL piece is a 'Data.Text.Text' literal.
694+-- next URL piece is a 'Text' literal.
1061−infixl 5 /:
1062
695
696+infixl 5 /:
1063−(/:) :: Url scheme -> Text -> Url scheme
697+(/:) :: Url scheme -> T.Text -> Url scheme
1064(/:) = (/~)
698(/:) = (/~)
1065
699
1066−-- | Render a 'Url' as 'Text'.
1067−--
1068−-- @since 3.4.0
1069−renderUrl :: Url scheme -> Text
1070−renderUrl = \case
1071− Url Https parts ->
1072− "https://" <> renderParts parts
1073− Url Http parts ->
1074− "http://" <> renderParts parts
1075− where
1076− renderParts parts =
1077− T.intercalate "/" (reverse $ NE.toList parts)
1078−
1079−-- | The 'useHttpURI' function provides an alternative method to get 'Url'
700+-- | The 'parseUrlHttp' function provides an alternative method to get 'Url'
1080−-- (possibly with some 'Option's) from a 'URI'. This is useful when you are
701+-- (possibly with some 'Option's) from a 'ByteString'. This is useful when
1081−-- given a URL to query dynamically and don't know it beforehand.
702+-- you are given a URL to query dynamically and don't know it beforehand.
1082−--
703+-- The function parses 'ByteString' because it's the correct type to
1083−-- This function expects the scheme to be “http” and host to be present.
704+-- represent a URL, as 'Url' cannot contain characters outside of ASCII
1084−--
705+-- range, thus we can consider every character a 'Data.Word.Word8' value.
1085−-- @since 3.0.0
706+--
707+-- This function only parses 'Url' (scheme, host, path) and optional query
708+-- parameters that are returned as 'Option'. It does not parse method name
709+-- or authentication info from given 'ByteString'.
710+
1086−useHttpURI :: URI -> Maybe (Url 'Http, Option scheme)
711+parseUrlHttp :: ByteString -> Maybe (Url 'Http, Option scheme)
1087−useHttpURI uri = do
712+parseUrlHttp url' = do
1088− guard (URI.uriScheme uri == Just [QQ.scheme|http|])
713+ url <- B.stripPrefix "http://" url'
1089− urlHead <- http <$> uriHost uri
714+ (host :| path, option) <- parseUrlHelper url
1090− let url = case URI.uriPath uri of
715+ return (foldl (/:) (http host) path, option)
1091− Nothing -> urlHead
716+
1092− Just uriPath -> uriPathToUrl uriPath urlHead
1093− return (url, uriOptions uri)
1094−
1095−-- | Just like 'useHttpURI', but expects the “https” scheme.
717+-- | Just like 'parseUrlHttp', but expects “https” scheme.
1096−--
718+
1097−-- @since 3.0.0
1098−useHttpsURI :: URI -> Maybe (Url 'Https, Option scheme)
719+parseUrlHttps :: ByteString -> Maybe (Url 'Https, Option scheme)
1099−useHttpsURI uri = do
720+parseUrlHttps url' = do
1100− guard (URI.uriScheme uri == Just [QQ.scheme|https|])
721+ url <- B.stripPrefix "https://" url'
1101− urlHead <- https <$> uriHost uri
722+ (host :| path, option) <- parseUrlHelper url
1102− let url = case URI.uriPath uri of
723+ return (foldl (/:) (https host) path, option)
1103− Nothing -> urlHead
724+
1104− Just uriPath -> uriPathToUrl uriPath urlHead
725+-- | Get host\/collection of path pieces and possibly query parameters
1105− return (url, uriOptions uri)
726+-- already converted to 'Option'. This function is not public.
1106−
727+
1107−-- | Convert URI path to a 'Url'. Internal.
728+parseUrlHelper :: ByteString -> Maybe (NonEmpty T.Text, Option scheme)
1108−--
729+parseUrlHelper url = do
1109−-- @since 3.9.0
730+ let (path', query') = B.break (== 0x3f) url
1110−uriPathToUrl ::
731+ query = mconcat (uncurry queryParam <$> Y.parseQueryText query')
1111− (Bool, NonEmpty (URI.RText 'URI.PathPiece)) ->
732+ path <- NE.nonEmpty (Y.decodePathSegments path')
1112− Url scheme ->
733+ return (path, query)
1113− Url scheme
1114−uriPathToUrl (trailingSlash, xs) urlHead =
1115− if trailingSlash then path /: T.empty else path
1116− where
1117− path = foldl' (/:) urlHead (URI.unRText <$> NE.toList xs)
1118−
1119−-- | A combination of 'useHttpURI' and 'useHttpsURI' for cases when scheme
1120−-- is not known in advance.
1121−--
1122−-- @since 3.0.0
1123−useURI ::
1124− URI ->
1125− Maybe
1126− ( Either
1127− (Url 'Http, Option scheme0)
1128− (Url 'Https, Option scheme1)
1129− )
1130−useURI uri =
1131− (Left <$> useHttpURI uri) <|> (Right <$> useHttpsURI uri)
1132−
1133−-- | An internal helper function to extract host from a 'URI'.
1134−uriHost :: URI -> Maybe Text
1135−uriHost uri = case URI.uriAuthority uri of
1136− Left _ -> Nothing
1137− Right URI.Authority {..} ->
1138− Just (URI.unRText authHost)
1139−
1140−-- | A quasiquoter to build an 'Url' and 'Option' tuple. The type of the
1141−-- generated expression is @('Url' scheme0, 'Option' scheme1)@ with
1142−-- @scheme0@ being either 'Http' or 'Https' depending on the input.
1143−--
1144−-- @since 3.2.0
1145−urlQ :: TH.QuasiQuoter
1146−urlQ =
1147− TH.QuasiQuoter
1148− { quoteExp = \str ->
1149− case URI.mkURI (T.pack str) of
1150− Left err -> fail (displayException err)
1151− Right uri -> case useURI uri of
1152− Nothing -> fail "Not a HTTP or HTTPS URL"
1153− Just eurl ->
1154− TH.tupE
1155− [ either (TH.lift . fst) (TH.lift . fst) eurl,
1156− [|uriOptions uri|]
1157− ],
1158− quotePat = error "This usage is not supported",
1159− quoteType = error "This usage is not supported",
1160− quoteDec = error "This usage is not supported"
1161− }
1162−
1163−-- | An internal helper function to extract 'Option's from a 'URI'.
1164−uriOptions :: forall scheme. URI -> Option scheme
1165−uriOptions uri =
1166− mconcat
1167− [ auth,
1168− query,
1169− port'
1170− -- , fragment'
1171− ]
1172− where
1173− (auth, port') =
1174− case URI.uriAuthority uri of
1175− Left _ -> (mempty, mempty)
1176− Right URI.Authority {..} ->
1177− let auth0 = case authUserInfo of
1178− Nothing -> mempty
1179− Just URI.UserInfo {..} ->
1180− let username = T.encodeUtf8 (URI.unRText uiUsername)
1181− password = maybe "" (T.encodeUtf8 . URI.unRText) uiPassword
1182− in basicAuthUnsafe username password
1183− port0 = case authPort of
1184− Nothing -> mempty
1185− Just port'' -> port (fromIntegral port'')
1186− in (auth0, port0)
1187− query =
1188− let liftQueryParam = \case
1189− URI.QueryFlag t -> queryFlag (URI.unRText t)
1190− URI.QueryParam k v -> URI.unRText k =: URI.unRText v
1191− in mconcat (liftQueryParam <$> URI.uriQuery uri)
1192−
1193−-- TODO Blocked on upstream: https://github.com/snoyberg/http-client/issues/424
1194−-- fragment' =
1195−-- case URI.uriFragment uri of
1196−-- Nothing -> mempty
1197−-- Just fragment'' -> fragment (URI.unRText fragment'')
1198
734
1199instance RequestComponent (Url scheme) where
735instance RequestComponent (Url scheme) where
1200 getRequestMod (Url scheme segments) = Endo $ \x ->
736 getRequestMod (Url scheme segments) = Endo $ \x ->
1201− let (host :| path) = NE.reverse segments
737+ let (host :| path) = NE.reverse segments in
1202− in x
1203− { L.secure = case scheme of
738+ x { L.secure = case scheme of
1204− Http -> False
739+ Http -> False
1205− Https -> True,
740+ Https -> True
1206− L.port = case scheme of
741+ , L.port = case scheme of
1207− Http -> 80
742+ Http -> 80
1208− Https -> 443,
743+ Https -> 443
1209− L.host = Y.urlEncode False (T.encodeUtf8 host),
744+ , L.host = Y.urlEncode False (T.encodeUtf8 host)
1210− L.path =
745+ , L.path =
1211− (BL.toStrict . BB.toLazyByteString . Y.encodePathSegments) path
746+ (BL.toStrict . BB.toLazyByteString . Y.encodePathSegments) path }
1212− }
1213
747
1214----------------------------------------------------------------------------
748----------------------------------------------------------------------------
1215−-- Request—Body
749+-- Request — Body
1216
750
1217-- $body
751-- $body
1218--
752--
1219-- A number of options for request bodies are available. The @Content-Type@
753-- A number of options for request bodies are available. The @Content-Type@
1220−-- header is set for you automatically according to the body option you use
754+-- header is set for you automatically according to body option you use
1221−-- (it's always specified in the documentation for a given body option). To
755+-- (it's always specified in documentation for given body option). To add
1222−-- add your own way to represent request body, define an instance of
756+-- your own way to represent request body, see 'HttpBody'.
1223−-- 'HttpBody'.
1224
757
1225-- | This data type represents empty body of an HTTP request. This is the
758-- | This data type represents empty body of an HTTP request. This is the
1226-- data type to use with 'HttpMethod's that cannot have a body, as it's the
759-- data type to use with 'HttpMethod's that cannot have a body, as it's the
1227-- only type for which 'ProvidesBody' returns 'NoBody'.
760-- only type for which 'ProvidesBody' returns 'NoBody'.
1228--
761--
1229-- Using of this body option does not set the @Content-Type@ header.
762-- Using of this body option does not set the @Content-Type@ header.
763+
1230data NoReqBody = NoReqBody
764data NoReqBody = NoReqBody
1231
765
1232instance HttpBody NoReqBody where
766instance HttpBody NoReqBody where
1233 getRequestBody NoReqBody = L.RequestBodyBS B.empty
767 getRequestBody NoReqBody = L.RequestBodyBS B.empty
1234
768
1235−-- | This body option allows us to use a JSON object as the request
769+-- | This body option allows to use a JSON object as request body — probably
1236−-- body—probably the most popular format right now. Just wrap a data type
770+-- the most popular format right now. Just wrap a data type that is an
1237−-- that is an instance of 'ToJSON' type class and you are done: it will be
771+-- instance of 'ToJSON' type class and you are done: it will be converted to
1238−-- converted to JSON and inserted as request body.
772+-- JSON and inserted as request body.
1239--
773--
1240-- This body option sets the @Content-Type@ header to @\"application/json;
774-- This body option sets the @Content-Type@ header to @\"application/json;
1241-- charset=utf-8\"@ value.
775-- charset=utf-8\"@ value.
776+
1242newtype ReqBodyJson a = ReqBodyJson a
777newtype ReqBodyJson a = ReqBodyJson a
1243
778
1244−instance (ToJSON a) => HttpBody (ReqBodyJson a) where
779+instance ToJSON a => HttpBody (ReqBodyJson a) where
1245 getRequestBody (ReqBodyJson a) = L.RequestBodyLBS (A.encode a)
780 getRequestBody (ReqBodyJson a) = L.RequestBodyLBS (A.encode a)
1246− getRequestContentType _ = pure "application/json; charset=utf-8"
781+ getRequestContentType Proxy = pure "application/json; charset=utf-8"
1247
782
1248-- | This body option streams request body from a file. It is expected that
783-- | This body option streams request body from a file. It is expected that
1249−-- the file size does not change during streaming.
784+-- the file size does not change during the streaming.
1250--
785--
1251-- Using of this body option does not set the @Content-Type@ header.
786-- Using of this body option does not set the @Content-Type@ header.
787+
1252newtype ReqBodyFile = ReqBodyFile FilePath
788newtype ReqBodyFile = ReqBodyFile FilePath
1253
789
1254instance HttpBody ReqBodyFile where
790instance HttpBody ReqBodyFile where
@@ -1258,6 +794,7 @@ instance HttpBody ReqBodyFile where
1258-- | HTTP request body represented by a strict 'ByteString'.
794-- | HTTP request body represented by a strict 'ByteString'.
1259--
795--
1260-- Using of this body option does not set the @Content-Type@ header.
796-- Using of this body option does not set the @Content-Type@ header.
797+
1261newtype ReqBodyBs = ReqBodyBs ByteString
798newtype ReqBodyBs = ReqBodyBs ByteString
1262
799
1263instance HttpBody ReqBodyBs where
800instance HttpBody ReqBodyBs where
@@ -1266,387 +803,257 @@ instance HttpBody ReqBodyBs where
1266-- | HTTP request body represented by a lazy 'BL.ByteString'.
803-- | HTTP request body represented by a lazy 'BL.ByteString'.
1267--
804--
1268-- Using of this body option does not set the @Content-Type@ header.
805-- Using of this body option does not set the @Content-Type@ header.
806+
1269newtype ReqBodyLbs = ReqBodyLbs BL.ByteString
807newtype ReqBodyLbs = ReqBodyLbs BL.ByteString
1270
808
1271instance HttpBody ReqBodyLbs where
809instance HttpBody ReqBodyLbs where
1272 getRequestBody (ReqBodyLbs bs) = L.RequestBodyLBS bs
810 getRequestBody (ReqBodyLbs bs) = L.RequestBodyLBS bs
1273
811
1274−-- | URL-encoded body. This can hold a collection of parameters which are
812+-- | Form URL-encoded body. This can hold a collection of parameters which
1275−-- encoded similarly to query parameters at the end of query string, with
813+-- are encoded similarly to query parameters at the end of query string,
1276−-- the only difference that they are stored in request body. The similarity
814+-- with the only difference that they are stored in request body. The
1277−-- is reflected in the API as well, as you can use the same combinators you
815+-- similarity is reflected in the API as well, as you can use the same
1278−-- would use to add query parameters: @('=:')@ and 'queryFlag'.
816+-- combinators you would use to add query parameters: @('=:')@ and
817+-- 'queryFlag'.
1279--
818--
1280-- This body option sets the @Content-Type@ header to
819-- This body option sets the @Content-Type@ header to
1281−-- @\"application/x-www-form-urlencoded\"@ value.
820+-- @\"application/x-www-from-urlencoded\"@ value.
821+
1282newtype ReqBodyUrlEnc = ReqBodyUrlEnc FormUrlEncodedParam
822newtype ReqBodyUrlEnc = ReqBodyUrlEnc FormUrlEncodedParam
1283
823
1284instance HttpBody ReqBodyUrlEnc where
824instance HttpBody ReqBodyUrlEnc where
1285 getRequestBody (ReqBodyUrlEnc (FormUrlEncodedParam params)) =
825 getRequestBody (ReqBodyUrlEnc (FormUrlEncodedParam params)) =
1286 (L.RequestBodyLBS . BB.toLazyByteString) (Y.renderQueryText False params)
826 (L.RequestBodyLBS . BB.toLazyByteString) (Y.renderQueryText False params)
1287− getRequestContentType _ = pure "application/x-www-form-urlencoded"
827+ getRequestContentType Proxy = pure "application/x-www-form-urlencoded"
1288
828
1289-- | An opaque monoidal value that allows to collect URL-encoded parameters
829-- | An opaque monoidal value that allows to collect URL-encoded parameters
1290-- to be wrapped in 'ReqBodyUrlEnc'.
830-- to be wrapped in 'ReqBodyUrlEnc'.
831+
1291−newtype FormUrlEncodedParam = FormUrlEncodedParam [(Text, Maybe Text)]
832+newtype FormUrlEncodedParam = FormUrlEncodedParam [(T.Text, Maybe T.Text)]
1292 deriving (Semigroup, Monoid)
833 deriving (Semigroup, Monoid)
1293
834
1294instance QueryParam FormUrlEncodedParam where
835instance QueryParam FormUrlEncodedParam where
1295 queryParam name mvalue =
836 queryParam name mvalue =
1296 FormUrlEncodedParam [(name, toQueryParam <$> mvalue)]
837 FormUrlEncodedParam [(name, toQueryParam <$> mvalue)]
1297− queryParamToList (FormUrlEncodedParam p) = p
1298
838
1299−-- | Use 'formToQuery'.
1300−--
1301−-- @since 3.11.0
1302−instance FromForm FormUrlEncodedParam where
1303− fromForm = Right . formToQuery
1304−
1305−-- | Multipart form data. Please consult the
1306−-- "Network.HTTP.Client.MultipartFormData" module for how to construct
1307−-- parts, then use 'reqBodyMultipart' to create actual request body from the
1308−-- parts. 'reqBodyMultipart' is the only way to get a value of the type
1309−-- 'ReqBodyMultipart', as its constructor is not exported on purpose.
1310−--
1311−-- @since 0.2.0
1312−--
1313−-- ==== __Examples__
1314−--
1315−-- > import Control.Monad.IO.Class
1316−-- > import Data.Default.Class
1317−-- > import Network.HTTP.Req
1318−-- > import qualified Network.HTTP.Client.MultipartFormData as LM
1319−-- >
1320−-- > main :: IO ()
1321−-- > main = runReq def $ do
1322−-- > body <-
1323−-- > reqBodyMultipart
1324−-- > [ LM.partBS "title" "My Image"
1325−-- > , LM.partFileSource "file1" "/tmp/image.jpg"
1326−-- > ]
1327−-- > response <-
1328−-- > req POST (http "example.com" /: "post")
1329−-- > body
1330−-- > bsResponse
1331−-- > mempty
1332−-- > liftIO $ print (responseBody response)
1333−data ReqBodyMultipart = ReqBodyMultipart ByteString LI.RequestBody
1334−
1335−instance HttpBody ReqBodyMultipart where
1336− getRequestBody (ReqBodyMultipart _ body) = body
1337− getRequestContentType (ReqBodyMultipart boundary _) =
1338− pure ("multipart/form-data; boundary=" <> boundary)
1339−
1340−-- | Create 'ReqBodyMultipart' request body from a collection of 'LM.Part's.
1341−--
1342−-- @since 0.2.0
1343−reqBodyMultipart :: (MonadIO m) => [LM.Part] -> m ReqBodyMultipart
1344−reqBodyMultipart parts = liftIO $ do
1345− boundary <- LM.webkitBoundary
1346− body <- LM.renderParts boundary parts
1347− return (ReqBodyMultipart boundary body)
1348−
1349−-- | A type class for things that can be interpreted as an HTTP
839+-- | A type class for things that can be interpreted as HTTP
1350-- 'L.RequestBody'.
840-- 'L.RequestBody'.
841+
1351class HttpBody body where
842class HttpBody body where
843+
844+ {-# MINIMAL getRequestBody #-}
845+
1352 -- | How to get actual 'L.RequestBody'.
846 -- | How to get actual 'L.RequestBody'.
847+
1353 getRequestBody :: body -> L.RequestBody
848 getRequestBody :: body -> L.RequestBody
1354
849
1355− -- | This method allows us to optionally specify the value of
850+ -- | This method allows to optionally specify value of @Content-Type@
1356− -- @Content-Type@ header that should be used with particular body option.
851+ -- header that should be used with particular body option. By default it
1357− -- By default it returns 'Nothing' and so @Content-Type@ is not set.
852+ -- returns 'Nothing' and so @Content-Type@ is not set.
853+
1358− getRequestContentType :: body -> Maybe ByteString
854+ getRequestContentType :: Proxy body -> Maybe ByteString
1359− getRequestContentType = const Nothing
855+ getRequestContentType Proxy = Nothing
1360
856
1361-- | The type function recognizes 'NoReqBody' as having 'NoBody', while any
857-- | The type function recognizes 'NoReqBody' as having 'NoBody', while any
1362−-- other body option 'CanHaveBody'. This forces the user to use 'NoReqBody'
858+-- other body option 'CanHaveBody'. This forces user to use 'NoReqBody' with
1363−-- with 'GET' method and other methods that should not have body.
859+-- 'GET' method and other methods that should not send a body.
860+
1364type family ProvidesBody body :: CanHaveBody where
861type family ProvidesBody body :: CanHaveBody where
1365 ProvidesBody NoReqBody = 'NoBody
862 ProvidesBody NoReqBody = 'NoBody
1366− ProvidesBody body = 'CanHaveBody
863+ ProvidesBody body = 'CanHaveBody
1367
864
1368-- | This type function allows any HTTP body if method says it
865-- | This type function allows any HTTP body if method says it
1369−-- 'CanHaveBody'. When the method says it should have 'NoBody', the only
866+-- 'CanHaveBody'. When method says it should have 'NoBody', the only body
1370−-- body option to use is 'NoReqBody'.
867+-- option to use is 'NoReqBody'.
1371−type family
868+--
869+-- __Note__: users of GHC 8.0.1 will see slightly more friendly error
870+-- messages when method does not allow a body and body is provided.
871+
1372− HttpBodyAllowed
872+type family HttpBodyAllowed
1373− (allowsBody :: CanHaveBody)
873+ (allowsBody :: CanHaveBody)
1374− (providesBody :: CanHaveBody) ::
874+ (providesBody :: CanHaveBody) :: Constraint where
1375− Constraint
1376− where
1377− HttpBodyAllowed 'NoBody 'NoBody = ()
875+ HttpBodyAllowed 'NoBody 'NoBody = ()
1378− HttpBodyAllowed 'CanHaveBody body = ()
876+ HttpBodyAllowed 'CanHaveBody body = ()
877+#if MIN_VERSION_base(4,9,0)
1379− HttpBodyAllowed 'NoBody 'CanHaveBody =
878+ HttpBodyAllowed 'NoBody 'CanHaveBody = TypeError
1380− TypeError
1381− ('Text "This HTTP method does not allow attaching a request body.")
879+ ('Text "This HTTP method does not allow attaching a request body.")
1382−
880+#endif
881+
1383−instance (HttpBody body) => RequestComponent (Tagged "body" body) where
882+instance HttpBody body => RequestComponent (Womb "body" body) where
1384− getRequestMod (Tagged body) = Endo $ \x ->
883+ getRequestMod (Womb body) = Endo $ \x ->
1385− x
1386− { L.requestBody = getRequestBody body,
884+ x { L.requestBody = getRequestBody body
1387− L.requestHeaders =
885+ , L.requestHeaders =
1388− let old = L.requestHeaders x
886+ let old = L.requestHeaders x in
1389− in case getRequestContentType body of
887+ case getRequestContentType (Proxy :: Proxy body) of
1390− Nothing -> old
888+ Nothing -> old
1391− Just contentType ->
889+ Just contentType ->
1392− (Y.hContentType, contentType) : old
890+ (Y.hContentType, contentType) : old }
1393− }
1394
891
1395----------------------------------------------------------------------------
892----------------------------------------------------------------------------
1396−-- Request—Optional parameters
893+-- Request — Optional parameters
1397
894
1398-- $optional-parameters
895-- $optional-parameters
1399--
896--
1400−-- Optional parameters of request include things like query parameters,
897+-- Optional parameters to a request include things like query parameters,
1401-- headers, port number, etc. All optional parameters have the type
898-- headers, port number, etc. All optional parameters have the type
1402-- 'Option', which is a 'Monoid'. This means that you can use 'mempty' as
899-- 'Option', which is a 'Monoid'. This means that you can use 'mempty' as
1403-- the last argument of 'req' to specify no optional parameters, or combine
900-- the last argument of 'req' to specify no optional parameters, or combine
1404−-- 'Option's using 'mappend' or @('<>')@ to have several of them at once.
901+-- 'Option's using 'mappend' (or @('<>')@) to have several of them at once.
1405
902
1406−-- | The opaque 'Option' type is a 'Monoid' you can use to pack collection
903+-- | Opaque 'Option' type is a 'Monoid' you can use to pack collection of
1407−-- of optional parameters like query parameters and headers. See sections
904+-- optional parameters like query parameters and headers. See sections below
1408−-- below to learn which 'Option' primitives are available.
905+-- to learn which 'Option' primitives are available.
1409−data Option (scheme :: Scheme)
1410− = Option (Endo (Y.QueryText, L.Request)) (Maybe (L.Request -> IO L.Request))
1411
906
907+data Option (scheme :: Scheme) =
908+ Option (Endo (Y.QueryText, L.Request)) (Maybe (Endo L.Request))
1412−-- NOTE 'QueryText' is just [(Text, Maybe Text)], we keep it along with
909+ -- NOTE 'QueryText' is just [(Text, Maybe Text)], we keep it along with
1413−-- Request to avoid appending to an existing query string in request every
910+ -- Request to avoid appending to existing query string in request every
1414−-- time new parameter is added. The additional Maybe (L.Request -> IO
911+ -- time new parameter is added. Additional Maybe (Endo Request) is a
1415−-- L.Request) is a finalizer that will be applied after all other
912+ -- finalizer that will be applied after all over options. This is for
1416−-- transformations. This is for authentication methods that sign requests
913+ -- authentication methods that sign requests based on data in Request.
1417−-- based on data in Request.
1418
914
1419instance Semigroup (Option scheme) where
915instance Semigroup (Option scheme) where
1420− Option er0 mr0 <> Option er1 mr1 =
916+ Option er0 mr0 <> Option er1 mr1 = Option
1421− Option
1422− (er0 <> er1)
917+ (er0 <> er1) (mr0 <|> mr1)
1423− (mr0 <|> mr1)
1424
918
1425instance Monoid (Option scheme) where
919instance Monoid (Option scheme) where
1426− mempty = Option mempty Nothing
920+ mempty = Option mempty Nothing
1427 mappend = (<>)
921 mappend = (<>)
1428
922
1429−-- | Use 'formToQuery'.
1430−--
1431−-- @since 3.11.0
1432−instance FromForm (Option scheme) where
1433− fromForm = Right . formToQuery
1434−
1435-- | A helper to create an 'Option' that modifies only collection of query
923-- | A helper to create an 'Option' that modifies only collection of query
1436−-- parameters. This helper is not a part of the public API.
924+-- parameters. This helper is not a part of public API.
925+
1437withQueryParams :: (Y.QueryText -> Y.QueryText) -> Option scheme
926withQueryParams :: (Y.QueryText -> Y.QueryText) -> Option scheme
1438withQueryParams f = Option (Endo (first f)) Nothing
927withQueryParams f = Option (Endo (first f)) Nothing
1439
928
1440-- | A helper to create an 'Option' that modifies only 'L.Request'. This
929-- | A helper to create an 'Option' that modifies only 'L.Request'. This
1441-- helper is not a part of public API.
930-- helper is not a part of public API.
931+
1442withRequest :: (L.Request -> L.Request) -> Option scheme
932withRequest :: (L.Request -> L.Request) -> Option scheme
1443withRequest f = Option (Endo (second f)) Nothing
933withRequest f = Option (Endo (second f)) Nothing
1444
934
935+-- | A helper to create an 'Option' that adds a finalizer (request
936+-- endomorphism that is run after all other modifications).
937+
938+asFinalizer :: (L.Request -> L.Request) -> Option scheme
939+asFinalizer f = Option mempty (Just (Endo f))
940+
1445instance RequestComponent (Option scheme) where
941instance RequestComponent (Option scheme) where
1446− getRequestMod (Option f _) = Endo $ \x ->
942+ getRequestMod (Option f finalizer) = Endo $ \x ->
1447 let (qparams, x') = appEndo f ([], x)
943 let (qparams, x') = appEndo f ([], x)
1448− query = Y.renderQuery True (Y.queryTextToQuery qparams)
944+ query = Y.renderQuery True (Y.queryTextToQuery qparams)
1449− in x' {L.queryString = query}
945+ in maybe id appEndo finalizer x' { L.queryString = query }
1450−
1451−-- | Finalize given 'L.Request' by applying a finalizer from the given
1452−-- 'Option' (if it has any).
1453−finalizeRequest :: (MonadIO m) => Option scheme -> L.Request -> m L.Request
1454−finalizeRequest (Option _ mfinalizer) = liftIO . fromMaybe pure mfinalizer
1455
946
1456----------------------------------------------------------------------------
947----------------------------------------------------------------------------
1457−-- Request—Optional parameters—Query Parameters
948+-- Request — Optional parameters — Query Parameters
1458
949
1459-- $query-parameters
950-- $query-parameters
1460--
951--
1461-- This section describes a polymorphic interface that can be used to
952-- This section describes a polymorphic interface that can be used to
1462−-- construct query parameters (of the type 'Option') and form URL-encoded
953+-- construct query parameters (of type 'Option') and form URL-encoded bodies
1463−-- bodies (of the type 'FormUrlEncodedParam').
954+-- (of type 'FormUrlEncodedParam').
1464
955
1465-- | This operator builds a query parameter that will be included in URL of
956-- | This operator builds a query parameter that will be included in URL of
1466−-- your request after the question sign @?@. This is the same syntax you use
957+-- your request after question sign @?@. This is the same syntax you use
1467-- with form URL encoded request bodies.
958-- with form URL encoded request bodies.
1468--
959--
1469-- This operator is defined in terms of 'queryParam':
960-- This operator is defined in terms of 'queryParam':
1470--
961--
1471-- > name =: value = queryParam name (pure value)
962-- > name =: value = queryParam name (pure value)
1472−infix 7 =:
1473
963
964+infix 7 =:
1474−(=:) :: (QueryParam param, ToHttpApiData a) => Text -> a -> param
965+(=:) :: (QueryParam param, ToHttpApiData a) => T.Text -> a -> param
1475name =: value = queryParam name (pure value)
966name =: value = queryParam name (pure value)
1476
967
1477−-- | Construct a flag, that is, a valueless query parameter. For example, in
968+-- | Construct a flag, that is, valueless query parameter. For example, in
1478−-- the following URL @\"a\"@ is a flag, while @\"b\"@ is a query parameter
969+-- the following URL @a@ is a flag, @b@ is a query parameter with a value:
1479−-- with a value:
1480--
970--
1481-- > https://httpbin.org/foo/bar?a&b=10
971-- > https://httpbin.org/foo/bar?a&b=10
1482--
972--
1483-- This operator is defined in terms of 'queryParam':
973-- This operator is defined in terms of 'queryParam':
1484--
974--
1485−-- > queryFlag name = queryParam name (Nothing :: Maybe ())
975+-- > queryFlag name = queryParam name Nothing
976+
1486−queryFlag :: (QueryParam param) => Text -> param
977+queryFlag :: QueryParam param => T.Text -> param
1487queryFlag name = queryParam name (Nothing :: Maybe ())
978queryFlag name = queryParam name (Nothing :: Maybe ())
1488
979
1489−-- | Construct query parameters from a 'ToForm' instance. This function
1490−-- produces the same query params as 'Form.urlEncodeAsFormStable'.
1491−--
1492−-- Note that 'Form.Form' doesn't have the concept of parameters with the
1493−-- empty value (i.e. what you can get by @key =: ""@). If the value is
1494−-- empty, it will be encoded as a valueless parameter (i.e. what you can get
1495−-- by @queryFlag key@).
1496−--
1497−-- @since 3.11.0
1498−formToQuery :: (QueryParam param, Monoid param, ToForm f) => f -> param
1499−formToQuery f = mconcat . fmap toParam . Form.toListStable $ toForm f
1500− where
1501− toParam (key, val) =
1502− queryParam key $
1503− if val == ""
1504− then Nothing
1505− else Just val
1506−
1507−-- | A type class for query-parameter-like things. The reason to have an
980+-- | A type class for query-parameter-like things. The reason to have
1508-- overloaded 'queryParam' is to be able to use it as an 'Option' and as a
981-- overloaded 'queryParam' is to be able to use it as an 'Option' and as a
1509-- 'FormUrlEncodedParam' when constructing form URL encoded request bodies.
982-- 'FormUrlEncodedParam' when constructing form URL encoded request bodies.
1510-- Having the same syntax for these cases seems natural and user-friendly.
983-- Having the same syntax for these cases seems natural and user-friendly.
984+
1511class QueryParam param where
985class QueryParam param where
986+
1512 -- | Create a query parameter with given name and value. If value is
987 -- | Create a query parameter with given name and value. If value is
1513 -- 'Nothing', it won't be included at all (i.e. you create a flag this
988 -- 'Nothing', it won't be included at all (i.e. you create a flag this
1514 -- way). It's recommended to use @('=:')@ and 'queryFlag' instead of this
989 -- way). It's recommended to use @('=:')@ and 'queryFlag' instead of this
1515 -- method, because they are easier to read.
990 -- method, because they are easier to read.
1516− queryParam :: (ToHttpApiData a) => Text -> Maybe a -> param
1517
991
1518− -- | Get the query parameter names and values set by 'queryParam'.
992+ queryParam :: ToHttpApiData a => T.Text -> Maybe a -> param
1519− --
1520− -- @since 3.11.0
1521− queryParamToList :: param -> [(Text, Maybe Text)]
1522
993
1523instance QueryParam (Option scheme) where
994instance QueryParam (Option scheme) where
1524 queryParam name mvalue =
995 queryParam name mvalue =
1525 withQueryParams ((:) (name, toQueryParam <$> mvalue))
996 withQueryParams ((:) (name, toQueryParam <$> mvalue))
1526− queryParamToList (Option f _) = fst $ appEndo f ([], L.defaultRequest)
1527
997
1528----------------------------------------------------------------------------
998----------------------------------------------------------------------------
1529−-- Request—Optional parameters—Headers
999+-- Request — Optional parameters — Headers
1530
1000
1531-- | Create an 'Option' that adds a header. Note that if you 'mappend' two
1001-- | Create an 'Option' that adds a header. Note that if you 'mappend' two
1532-- headers with the same names the leftmost header will win. This means, in
1002-- headers with the same names the leftmost header will win. This means, in
1533-- particular, that you cannot create a request with several headers of the
1003-- particular, that you cannot create a request with several headers of the
1534-- same name.
1004-- same name.
1005+
1535−header ::
1006+header
1536− -- | Header name
1007+ :: ByteString -- ^ Header name
1537− ByteString ->
1538− -- | Header value
1008+ -> ByteString -- ^ Header value
1539− ByteString ->
1540− Option scheme
1009+ -> Option scheme
1541header name value = withRequest (attachHeader name value)
1010header name value = withRequest (attachHeader name value)
1542
1011
1543−-- | Attach a header with given name and content to a 'L.Request'.
1012+-- | A non-public helper that attaches a header with given name and content
1544−--
1013+-- to a 'L.Request'.
1545−-- @since 1.1.0
1014+
1546attachHeader :: ByteString -> ByteString -> L.Request -> L.Request
1015attachHeader :: ByteString -> ByteString -> L.Request -> L.Request
1547attachHeader name value x =
1016attachHeader name value x =
1548− x {L.requestHeaders = (CI.mk name, value) : L.requestHeaders x}
1017+ x { L.requestHeaders = (CI.mk name, value) : L.requestHeaders x }
1549−
1550−-- | Same as 'header', but with redacted values on print.
1551−--
1552−-- @since 3.13.0
1553−headerRedacted :: ByteString -> ByteString -> Option scheme
1554−headerRedacted name value = withRequest $ \x ->
1555− let y = attachHeader name value x
1556− in y {L.redactHeaders = CI.mk name `S.insert` L.redactHeaders y}
1557
1018
1558----------------------------------------------------------------------------
1019----------------------------------------------------------------------------
1559−-- Request—Optional parameters—Cookies
1020+-- Request — Optional parameters — Cookies
1560
1021
1561-- $cookies
1022-- $cookies
1562--
1023--
1563−-- Support for cookies is quite minimalistic at the moment. It's possible to
1024+-- Support for cookies is quite minimalistic at the moment, its' possible to
1564-- specify which cookies to send using 'cookieJar' and inspect 'L.Response'
1025-- specify which cookies to send using 'cookieJar' and inspect 'L.Response'
1565-- to extract 'L.CookieJar' from it (see 'responseCookieJar').
1026-- to extract 'L.CookieJar' from it (see 'responseCookieJar').
1566
1027
1567-- | Use the given 'L.CookieJar'. A 'L.CookieJar' can be obtained from a
1028-- | Use the given 'L.CookieJar'. A 'L.CookieJar' can be obtained from a
1568-- 'L.Response' record.
1029-- 'L.Response' record.
1030+
1569cookieJar :: L.CookieJar -> Option scheme
1031cookieJar :: L.CookieJar -> Option scheme
1570cookieJar jar = withRequest $ \x ->
1032cookieJar jar = withRequest $ \x ->
1571− x {L.cookieJar = Just jar}
1033+ x { L.cookieJar = Just jar }
1572
1034
1573----------------------------------------------------------------------------
1035----------------------------------------------------------------------------
1574−-- Request—Optional parameters—Authentication
1036+-- Request — Optional parameters — Authentication
1575
1037
1576-- $authentication
1038-- $authentication
1577--
1039--
1578−-- This section provides the common authentication helpers in the form of
1040+-- This section provides common authentication helpers in form of 'Option's.
1579−-- 'Option's. You should always prefer the provided authentication 'Option's
1041+-- You should always prefer the provided authentication 'Option's to manual
1580−-- to manual construction of headers because it ensures that you only use
1042+-- construction of headers because it ensures that you only use one
1581−-- one authentication method at a time (they overwrite each other) and
1043+-- authentication method at a time (they overwrite each other) and provides
1582−-- provides additional type safety that prevents leaking of credentials in
1044+-- additional type safety that prevents leaking of credentials in cases when
1583−-- the cases when authentication relies on HTTPS for encrypting sensitive
1045+-- authentication relies on TLS for encrypting sensitive data.
1584−-- data.
1585
1046
1586-- | The 'Option' adds basic authentication.
1047-- | The 'Option' adds basic authentication.
1587--
1048--
1588-- See also: <https://en.wikipedia.org/wiki/Basic_access_authentication>.
1049-- See also: <https://en.wikipedia.org/wiki/Basic_access_authentication>.
1050+
1589−basicAuth ::
1051+basicAuth
1590− -- | Username
1052+ :: ByteString -- ^ Username
1591− ByteString ->
1053+ -> ByteString -- ^ Password
1592− -- | Password
1593− ByteString ->
1594− -- | Auth 'Option'
1595− Option 'Https
1054+ -> Option 'Https -- ^ Auth 'Option'
1596−basicAuth = basicAuthUnsafe
1597−
1598−-- | An alternative to 'basicAuth' which works for any scheme. Note that
1599−-- using basic access authentication without SSL\/TLS is vulnerable to
1600−-- attacks. Use 'basicAuth' instead unless you know what you are doing.
1601−--
1602−-- @since 0.3.1
1603−basicAuthUnsafe ::
1604− -- | Username
1605− ByteString ->
1606− -- | Password
1607− ByteString ->
1608− -- | Auth 'Option'
1609− Option scheme
1610−basicAuthUnsafe username password =
1055+basicAuth username password = asFinalizer
1611− customAuth
1612− (pure . L.applyBasicAuth username password)
1056+ (L.applyBasicAuth username password)
1613−
1614−-- | The 'Option' set basic proxy authentication header.
1615−--
1616−-- @since 1.1.0
1617−basicProxyAuth ::
1618− -- | Username
1619− ByteString ->
1620− -- | Password
1621− ByteString ->
1622− -- | Auth 'Option'
1623− Option scheme
1624−basicProxyAuth username password =
1625− withRequest (L.applyBasicProxyAuth username password)
1626−
1627−-- | The 'Option' adds OAuth1 authentication.
1628−--
1629−-- @since 0.2.0
1630−oAuth1 ::
1631− -- | Consumer token
1632− ByteString ->
1633− -- | Consumer secret
1634− ByteString ->
1635− -- | OAuth token
1636− ByteString ->
1637− -- | OAuth token secret
1638− ByteString ->
1639− -- | Auth 'Option'
1640− Option scheme
1641−oAuth1 consumerToken consumerSecret token tokenSecret =
1642− customAuth (OAuth.signOAuth app creds)
1643− where
1644− app =
1645− OAuth.newOAuth
1646− { OAuth.oauthConsumerKey = consumerToken,
1647− OAuth.oauthConsumerSecret = consumerSecret
1648− }
1649− creds = OAuth.newCredential token tokenSecret
1650
1057
1651-- | The 'Option' adds an OAuth2 bearer token. This is treated by many
1058-- | The 'Option' adds an OAuth2 bearer token. This is treated by many
1652-- services as the equivalent of a username and password.
1059-- services as the equivalent of a username and password.
@@ -1656,14 +1063,12 @@ oAuth1 consumerToken consumerSecret token tokenSecret =
1656-- > oAuth2Bearer token = header "Authorization" ("Bearer " <> token)
1063-- > oAuth2Bearer token = header "Authorization" ("Bearer " <> token)
1657--
1064--
1658-- See also: <https://en.wikipedia.org/wiki/OAuth>.
1065-- See also: <https://en.wikipedia.org/wiki/OAuth>.
1066+
1659−oAuth2Bearer ::
1067+oAuth2Bearer
1660− -- | Token
1661− ByteString ->
1068+ :: ByteString -- ^ Token
1662− -- | Auth 'Option'
1663− Option 'Https
1069+ -> Option 'Https -- ^ Auth 'Option'
1664−oAuth2Bearer token =
1070+oAuth2Bearer token = asFinalizer
1665− customAuth
1666− (pure . attachHeader "Authorization" ("Bearer " <> token))
1071+ (attachHeader "Authorization" ("Bearer " <> token))
1667
1072
1668-- | The 'Option' adds a not-quite-standard OAuth2 bearer token (that seems
1073-- | The 'Option' adds a not-quite-standard OAuth2 bearer token (that seems
1669-- to be used only by GitHub). This will be treated by whatever services
1074-- to be used only by GitHub). This will be treated by whatever services
@@ -1674,35 +1079,26 @@ oAuth2Bearer token =
1674-- > oAuth2Token token = header "Authorization" ("token" <> token)
1079-- > oAuth2Token token = header "Authorization" ("token" <> token)
1675--
1080--
1676-- See also: <https://developer.github.com/v3/oauth#3-use-the-access-token-to-access-the-api>.
1081-- See also: <https://developer.github.com/v3/oauth#3-use-the-access-token-to-access-the-api>.
1082+
1677−oAuth2Token ::
1083+oAuth2Token
1678− -- | Token
1084+ :: ByteString -- ^ Token
1679− ByteString ->
1680− -- | Auth 'Option'
1085+ -> Option 'Https -- ^ Auth 'Option'
1681− Option 'Https
1682−oAuth2Token token =
1086+oAuth2Token token = asFinalizer
1683− customAuth
1684− (pure . attachHeader "Authorization" ("token " <> token))
1087+ (attachHeader "Authorization" ("token " <> token))
1685−
1686−-- | A helper to create custom authentication 'Option's. The given
1687−-- 'IO'-enabled request transformation is applied after all other
1688−-- modifications when constructing a request. Use wisely.
1689−--
1690−-- @since 1.1.0
1691−customAuth :: (L.Request -> IO L.Request) -> Option scheme
1692−customAuth = Option mempty . pure
1693
1088
1694----------------------------------------------------------------------------
1089----------------------------------------------------------------------------
1695−-- Request—Optional parameters—Other
1090+-- Request — Optional parameters — Other
1696
1091
1697-- | Specify the port to connect to explicitly. Normally, 'Url' you use
1092-- | Specify the port to connect to explicitly. Normally, 'Url' you use
1698−-- determines the default port: @80@ for HTTP and @443@ for HTTPS. This
1093+-- determines default port, @80@ for HTTP and @443@ for HTTPS, this 'Option'
1699−-- 'Option' allows us to choose an arbitrary port overwriting the defaults.
1094+-- allows to choose arbitrary port overwriting the defaults.
1095+
1700port :: Int -> Option scheme
1096port :: Int -> Option scheme
1701port n = withRequest $ \x ->
1097port n = withRequest $ \x ->
1702− x {L.port = n}
1098+ x { L.port = n }
1703
1099
1704-- | This 'Option' controls whether gzipped data should be decompressed on
1100-- | This 'Option' controls whether gzipped data should be decompressed on
1705−-- the fly. By default everything except for @\"application\/x-tar\"@ is
1101+-- the fly. By default everything except for @application\/x-tar@ is
1706-- decompressed, i.e. we have:
1102-- decompressed, i.e. we have:
1707--
1103--
1708-- > decompress (/= "application/x-tar")
1104-- > decompress (/= "application/x-tar")
@@ -1710,342 +1106,262 @@ port n = withRequest $ \x ->
1710-- You can also choose to decompress everything like this:
1106-- You can also choose to decompress everything like this:
1711--
1107--
1712-- > decompress (const True)
1108-- > decompress (const True)
1109+
1713−decompress ::
1110+decompress
1714− -- | Predicate that is given MIME type, it returns 'True' when content
1111+ :: (ByteString -> Bool) -- ^ Predicate that is given MIME type, it
1715− -- should be decompressed on the fly.
1112+ -- returns 'True' when content should be decompressed on the fly.
1716− (ByteString -> Bool) ->
1717− Option scheme
1113+ -> Option scheme
1718decompress f = withRequest $ \x ->
1114decompress f = withRequest $ \x ->
1719− x {L.decompress = f}
1115+ x { L.decompress = f }
1720−
1116+
1721−-- | Specify the number of microseconds to wait for response. The default
1117+-- | Specify number of microseconds to wait for response. Default is 30
1722−-- value is 30 seconds (defined in 'L.ManagerSettings' of connection
1118+-- seconds.
1723−-- 'L.Manager').
1119+
1724−responseTimeout ::
1120+responseTimeout
1725− -- | Number of microseconds to wait
1121+ :: Int -- ^ Number of microseconds to wait
1726− Int ->
1727− Option scheme
1122+ -> Option scheme
1728responseTimeout n = withRequest $ \x ->
1123responseTimeout n = withRequest $ \x ->
1729− x {L.responseTimeout = LI.ResponseTimeoutMicro n}
1124+ x { L.responseTimeout = LI.ResponseTimeoutMicro n }
1730−
1125+
1731−-- | HTTP version to send to the server, the default is HTTP 1.1.
1126+-- | HTTP version to send to server, default is HTTP 1.1.
1127+
1732−httpVersion ::
1128+httpVersion
1733− -- | Major version number
1129+ :: Int -- ^ Major version number
1734− Int ->
1735− -- | Minor version number
1130+ -> Int -- ^ Minor version number
1736− Int ->
1737− Option scheme
1131+ -> Option scheme
1738httpVersion major minor = withRequest $ \x ->
1132httpVersion major minor = withRequest $ \x ->
1739− x {L.requestVersion = Y.HttpVersion major minor}
1133+ x { L.requestVersion = Y.HttpVersion major minor }
1740
1134
1741----------------------------------------------------------------------------
1135----------------------------------------------------------------------------
1742-- Response interpretations
1136-- Response interpretations
1743
1137
1744−-- | Make a request and ignore the body of the response.
1138+-- | Make a request and ignore body of response.
1139+
1745−newtype IgnoreResponse = IgnoreResponse (L.Response ())
1140+data IgnoreResponse = IgnoreResponse (L.Response ())
1746− deriving (Show)
1747
1141
1748instance HttpResponse IgnoreResponse where
1142instance HttpResponse IgnoreResponse where
1749 type HttpResponseBody IgnoreResponse = ()
1143 type HttpResponseBody IgnoreResponse = ()
1750− toVanillaResponse (IgnoreResponse r) = r
1144+ toVanillaResponse (IgnoreResponse response) = response
1751− getHttpResponse r = return $ IgnoreResponse (void r)
1145+ getHttpResponse request manager =
1146+ IgnoreResponse <$> liftIO (L.httpNoBody request manager)
1752
1147
1753-- | Use this as the fourth argument of 'req' to specify that you want it to
1148-- | Use this as the fourth argument of 'req' to specify that you want it to
1754−-- ignore the response body.
1149+-- return the 'IgnoreResponse' interpretation.
1150+
1755ignoreResponse :: Proxy IgnoreResponse
1151ignoreResponse :: Proxy IgnoreResponse
1756ignoreResponse = Proxy
1152ignoreResponse = Proxy
1757
1153
1758−-- | Make a request and interpret the body of the response as JSON. The
1154+-- | Make a request and interpret body of response as JSON. The
1759-- 'handleHttpException' method of 'MonadHttp' instance corresponding to
1155-- 'handleHttpException' method of 'MonadHttp' instance corresponding to
1760-- monad in which you use 'req' will determine what to do in the case when
1156-- monad in which you use 'req' will determine what to do in the case when
1761−-- parsing fails (the 'JsonHttpException' constructor will be used).
1157+-- parsing fails ('JsonHttpException' constructor will be used).
1158+
1762newtype JsonResponse a = JsonResponse (L.Response a)
1159newtype JsonResponse a = JsonResponse (L.Response a)
1763− deriving (Show)
1764
1160
1765−instance (FromJSON a) => HttpResponse (JsonResponse a) where
1161+instance FromJSON a => HttpResponse (JsonResponse a) where
1766 type HttpResponseBody (JsonResponse a) = a
1162 type HttpResponseBody (JsonResponse a) = a
1767− toVanillaResponse (JsonResponse r) = r
1163+ toVanillaResponse (JsonResponse response) = response
1768− getHttpResponse r = do
1164+ getHttpResponse request manager = do
1769− chunks <- L.brConsume (L.responseBody r)
1165+ response <- L.httpLbs request manager
1770− case A.eitherDecode (BL.fromChunks chunks) of
1166+ case A.eitherDecode (L.responseBody response) of
1771 Left e -> throwIO (JsonHttpException e)
1167 Left e -> throwIO (JsonHttpException e)
1772− Right x -> return $ JsonResponse (x <$ r)
1168+ Right x -> return $ JsonResponse response { L.responseBody = x }
1773− acceptHeader Proxy = Just "application/json"
1774
1169
1775−-- | Use this as the fourth argument of 'req' to specify that you want it to
1170+-- | Use this as the forth argument of 'req' to specify that you want it to
1776-- return the 'JsonResponse' interpretation.
1171-- return the 'JsonResponse' interpretation.
1172+
1777jsonResponse :: Proxy (JsonResponse a)
1173jsonResponse :: Proxy (JsonResponse a)
1778jsonResponse = Proxy
1174jsonResponse = Proxy
1779
1175
1780−-- | Make a request and interpret the body of the response as a strict
1176+-- | Make a request and interpret body of response as a strict 'ByteString'.
1781−-- 'ByteString'.
1177+
1782newtype BsResponse = BsResponse (L.Response ByteString)
1178newtype BsResponse = BsResponse (L.Response ByteString)
1783− deriving (Show)
1784
1179
1785instance HttpResponse BsResponse where
1180instance HttpResponse BsResponse where
1786 type HttpResponseBody BsResponse = ByteString
1181 type HttpResponseBody BsResponse = ByteString
1787− toVanillaResponse (BsResponse r) = r
1182+ toVanillaResponse (BsResponse response) = response
1788− getHttpResponse r = do
1183+ getHttpResponse request manager =
1184+ L.withResponse request manager $ \response -> do
1789− chunks <- L.brConsume (L.responseBody r)
1185+ chunks <- L.brConsume (L.responseBody response)
1790− return $ BsResponse (B.concat chunks <$ r)
1186+ return $ BsResponse response { L.responseBody = B.concat chunks }
1187+
1188+-- | Use this as the forth argument of 'req' to specify that you want to
1189+-- interpret response body as a strict 'ByteString'.
1791
1190
1792−-- | Use this as the fourth argument of 'req' to specify that you want to
1793−-- interpret the response body as a strict 'ByteString'.
1794bsResponse :: Proxy BsResponse
1191bsResponse :: Proxy BsResponse
1795bsResponse = Proxy
1192bsResponse = Proxy
1796
1193
1797−-- | Make a request and interpret the body of the response as a lazy
1194+-- | Make a request and interpret body of response as a lazy
1798-- 'BL.ByteString'.
1195-- 'BL.ByteString'.
1196+
1799newtype LbsResponse = LbsResponse (L.Response BL.ByteString)
1197newtype LbsResponse = LbsResponse (L.Response BL.ByteString)
1800− deriving (Show)
1801
1198
1802instance HttpResponse LbsResponse where
1199instance HttpResponse LbsResponse where
1803 type HttpResponseBody LbsResponse = BL.ByteString
1200 type HttpResponseBody LbsResponse = BL.ByteString
1804− toVanillaResponse (LbsResponse r) = r
1201+ toVanillaResponse (LbsResponse response) = response
1805− getHttpResponse r = do
1202+ getHttpResponse request manager =
1806− chunks <- L.brConsume (L.responseBody r)
1203+ LbsResponse <$> L.httpLbs request manager
1807− return $ LbsResponse (BL.fromChunks chunks <$ r)
1204+
1205+-- | Use this as the forth argument of 'req' to specify that you want to
1206+-- interpret response body as a lazy 'BL.ByteString'.
1808
1207
1809−-- | Use this as the fourth argument of 'req' to specify that you want to
1810−-- interpret the response body as a lazy 'BL.ByteString'.
1811lbsResponse :: Proxy LbsResponse
1208lbsResponse :: Proxy LbsResponse
1812lbsResponse = Proxy
1209lbsResponse = Proxy
1813
1210
1814−----------------------------------------------------------------------------
1211+-- | This interpretation does not result in any call at all, but you can use
1815−-- Helpers for response interpretations
1212+-- the 'responseRequest' function to extract 'L.Request' that 'req' has
1816−
1213+-- prepared. This is useful primarily for testing.
1817−-- | Fetch beginning of the response and return it together with a new
1214+--
1818−-- @'L.Response' 'L.BodyReader'@ that can be passed to 'getHttpResponse' and
1215+-- Note that when you use this interpretation inspecting response will
1819−-- such.
1216+-- diverge (i.e. it'll blow up with an error, don't do that).
1820−grabPreview ::
1217+
1821− -- | How many bytes to fetch
1218+newtype ReturnRequest = ReturnRequest L.Request
1822− Int ->
1219+
1823− -- | Response with body reader inside
1220+instance HttpResponse ReturnRequest where
1824− L.Response L.BodyReader ->
1221+ type HttpResponseBody ReturnRequest = ()
1825− -- | Preview 'ByteString' and new response with body reader inside
1222+ toVanillaResponse (ReturnRequest _) = error
1826− IO (ByteString, L.Response L.BodyReader)
1223+ "Network.HTTP.Req.ReturnRequest interpretation does not make requests"
1827−grabPreview nbytes r = do
1224+ getHttpResponse request _ = return (ReturnRequest request)
1828− let br = L.responseBody r
1225+
1829− (target, leftover, done) <- brReadN br nbytes
1226+-- | Use this as the forth argument of 'req' to specify that you want it to
1830− nref <- newIORef (0 :: Int)
1227+-- just return the request it consturcted without making any requests.
1831− let br' = do
1228+
1832− n <- readIORef nref
1229+returnRequest :: Proxy ReturnRequest
1833− let incn = modifyIORef' nref (+ 1)
1230+returnRequest = Proxy
1834− case n of
1835− 0 -> do
1836− incn
1837− if B.null target
1838− then br'
1839− else return target
1840− 1 -> do
1841− incn
1842− if B.null leftover
1843− then br'
1844− else return leftover
1845− _ ->
1846− if done
1847− then return B.empty
1848− else br
1849− return (target, r {L.responseBody = br'})
1850−
1851−-- | Consume N bytes from 'L.BodyReader', return the target chunk, the
1852−-- leftover (may be empty), and whether we're done consuming the body.
1853−brReadN ::
1854− -- | Body reader to stream from
1855− L.BodyReader ->
1856− -- | How many bytes to consume
1857− Int ->
1858− -- | Target chunk, the leftover, whether we're done
1859− IO (ByteString, ByteString, Bool)
1860−brReadN br n = go 0 id id
1861− where
1862− go !tlen t l = do
1863− chunk <- br
1864− if B.null chunk
1865− then return (r t, r l, True)
1866− else do
1867− let (target, leftover) = B.splitAt (n - tlen) chunk
1868− tlen' = B.length target
1869− t' = t . (target :)
1870− l' = l . (leftover :)
1871− if tlen + tlen' < n
1872− then go (tlen + tlen') t' l'
1873− else return (r t', r l', False)
1874− r f = B.concat (f [])
1875
1231
1876----------------------------------------------------------------------------
1232----------------------------------------------------------------------------
1877-- Inspecting a response
1233-- Inspecting a response
1878
1234
1879−-- | Get the response body.
1235+-- | Get response body.
1236+
1880−responseBody ::
1237+responseBody
1881− (HttpResponse response) =>
1238+ :: HttpResponse response
1882− response ->
1239+ => response
1883− HttpResponseBody response
1240+ -> HttpResponseBody response
1884responseBody = L.responseBody . toVanillaResponse
1241responseBody = L.responseBody . toVanillaResponse
1885
1242
1886−-- | Get the response status code.
1243+-- | Get response status code.
1244+
1887−responseStatusCode ::
1245+responseStatusCode
1888− (HttpResponse response) =>
1246+ :: HttpResponse response
1889− response ->
1247+ => response
1890− Int
1248+ -> Int
1891responseStatusCode =
1249responseStatusCode =
1892 Y.statusCode . L.responseStatus . toVanillaResponse
1250 Y.statusCode . L.responseStatus . toVanillaResponse
1893
1251
1894−-- | Get the response status message.
1252+-- | Get response status message.
1253+
1895−responseStatusMessage ::
1254+responseStatusMessage
1896− (HttpResponse response) =>
1255+ :: HttpResponse response
1897− response ->
1256+ => response
1898− ByteString
1257+ -> ByteString
1899responseStatusMessage =
1258responseStatusMessage =
1900 Y.statusMessage . L.responseStatus . toVanillaResponse
1259 Y.statusMessage . L.responseStatus . toVanillaResponse
1901
1260
1902−-- | Lookup a particular header from a response.
1261+-- | Look a particular header from a response.
1262+
1903−responseHeader ::
1263+responseHeader
1904− (HttpResponse response) =>
1264+ :: HttpResponse response
1905− -- | Response interpretation
1265+ => response -- ^ Response interpretation
1906− response ->
1907− -- | Header to lookup
1266+ -> ByteString -- ^ Header to lookup
1908− ByteString ->
1909− -- | Header value if found
1267+ -> Maybe ByteString -- ^ Header value if found
1910− Maybe ByteString
1911responseHeader r h =
1268responseHeader r h =
1912 (lookup (CI.mk h) . L.responseHeaders . toVanillaResponse) r
1269 (lookup (CI.mk h) . L.responseHeaders . toVanillaResponse) r
1913
1270
1914−-- | Get the response 'L.CookieJar'.
1271+-- | Get response 'L.CookieJar'.
1272+
1915−responseCookieJar ::
1273+responseCookieJar
1916− (HttpResponse response) =>
1274+ :: HttpResponse response
1917− response ->
1275+ => response
1918− L.CookieJar
1276+ -> L.CookieJar
1919responseCookieJar = L.responseCookieJar . toVanillaResponse
1277responseCookieJar = L.responseCookieJar . toVanillaResponse
1920
1278
1279+-- | Get the original request from 'ReturnRequest' response interpretation.
1280+
1281+responseRequest :: ReturnRequest -> L.Request
1282+responseRequest (ReturnRequest request) = request
1283+
1921----------------------------------------------------------------------------
1284----------------------------------------------------------------------------
1922−-- Response—Defining your own interpretation
1285+-- Response — defining your own interpretation
1923
1286
1924-- $new-response-interpretation
1287-- $new-response-interpretation
1925--
1288--
1926-- To create a new response interpretation you just need to make your data
1289-- To create a new response interpretation you just need to make your data
1927−-- type an instance of the 'HttpResponse' type class.
1290+-- type an instance of 'HttpResponse' type class.
1291+
1292+-- | A type class for response interpretations. It allows to fully control
1293+-- how request is made and how its body is parsed.
1928
1294
1929−-- | A type class for response interpretations. It allows us to describe how
1930−-- to consume the response from a @'L.Response' 'L.BodyReader'@ and produce
1931−-- the final result that is to be returned to the user.
1932class HttpResponse response where
1295class HttpResponse response where
1296+
1933− -- | The associated type is the type of body that can be extracted from an
1297+ -- | The associated type is type of body that can be extracted from a
1934 -- instance of 'HttpResponse'.
1298 -- instance of 'HttpResponse'.
1935− type HttpResponseBody response :: Type
1936
1299
1300+ type HttpResponseBody response :: *
1301+
1937− -- | The method describes how to get the underlying 'L.Response' record.
1302+ -- | The method describes how to get underlying 'L.Response' record.
1303+
1938 toVanillaResponse :: response -> L.Response (HttpResponseBody response)
1304 toVanillaResponse :: response -> L.Response (HttpResponseBody response)
1939
1305
1940− -- | This method describes how to consume response body and, more
1306+ -- | This method describes how to make an HTTP request given 'L.Request'
1941− -- generally, obtain @response@ value from @'L.Response' 'L.BodyReader'@.
1307+ -- (prepared by the rest of the library) and 'L.Manager'.
1942− --
1308+
1943− -- __Note__: 'L.BodyReader' is nothing but @'IO' 'ByteString'@. You should
1309+ getHttpResponse :: L.Request -> L.Manager -> IO response
1944− -- call this action repeatedly until it yields the empty 'ByteString'. In
1945− -- that case streaming of response is finished (which apparently leads to
1946− -- closing of the connection, so don't call the reader after it has
1947− -- returned the empty 'ByteString' once) and you can concatenate the
1948− -- chunks to obtain the final result. (Of course you could as well stream
1949− -- the contents to a file or do whatever you want.)
1950− --
1951− -- __Note__: signature of this function was changed in the version
1952− -- /1.0.0/.
1953− getHttpResponse ::
1954− -- | Response with body reader inside
1955− L.Response L.BodyReader ->
1956− -- | The final result
1957− IO response
1958−
1959− -- | The value of @\"Accept\"@ header. This is useful, for example, if a
1960− -- website supports both @XML@ and @JSON@ responses, and decides what to
1961− -- reply with based on what @Accept@ headers you have sent.
1962− --
1963− -- __Note__: manually specified 'Options' that set the @\"Accept\"@ header
1964− -- will take precedence.
1965− --
1966− -- @since 2.1.0
1967− acceptHeader :: Proxy response -> Maybe ByteString
1968− acceptHeader Proxy = Nothing
1969−
1970−-- | This instance has been added to make it easier to inspect 'L.Response'
1971−-- using Req's functions like 'responseStatusCode', 'responseStatusMessage',
1972−-- etc.
1973−--
1974−-- @since 3.12.0
1975−instance HttpResponse (L.Response ()) where
1976− type HttpResponseBody (L.Response ()) = ()
1977− toVanillaResponse = id
1978− getHttpResponse = return . void
1979
1310
1980----------------------------------------------------------------------------
1311----------------------------------------------------------------------------
1981-- Other
1312-- Other
1982
1313
1983-- | The main class for things that are “parts” of 'L.Request' in the sense
1314-- | The main class for things that are “parts” of 'L.Request' in the sense
1984-- that if we have a 'L.Request', then we know how to apply an instance of
1315-- that if we have a 'L.Request', then we know how to apply an instance of
1985−-- 'RequestComponent' changing\/overwriting something in it. 'Endo' is a
1316+-- 'RequestComponent' changing\/overwriting something in it. 'Endo' is
1986−-- monoid of endomorphisms under composition, it's used to chain different
1317+-- endomorphism of functions under composition, it's used to chain different
1987−-- request components easier using @('<>')@.
1318+-- request component easier using @('<>')@.
1988−--
1319+
1989−-- __Note__: this type class is not a part of the public API.
1990class RequestComponent a where
1320class RequestComponent a where
1321+
1991 -- | Get a function that takes a 'L.Request' and changes it somehow
1322 -- | Get a function that takes a 'L.Request' and changes it somehow
1992− -- returning another 'L.Request'. For example, the 'HttpMethod' instance
1323+ -- returning another 'L.Request'. For example HTTP method instance of
1993− -- of 'RequestComponent' just overwrites method. The function is wrapped
1324+ -- 'RequestComponent' just overwrites method. The function is wrapped in
1994− -- in 'Endo' so it's easier to chain such “modifying applications”
1325+ -- 'Endo' so it's easier to chain such “modifying applications” together
1995− -- together building bigger and bigger 'RequestComponent's.
1326+ -- building bigger and bigger 'RequestComponent's.
1327+
1996 getRequestMod :: a -> Endo L.Request
1328 getRequestMod :: a -> Endo L.Request
1997
1329
1998−-- | This wrapper is only used to attach a type-level tag to a given type.
1330+-- | This wrapper is only used to attach a type-level tag to given type.
1999-- This is necessary to define instances of 'RequestComponent' for any thing
1331-- This is necessary to define instances of 'RequestComponent' for any thing
2000−-- that implements 'HttpMethod' or 'HttpBody'. Without the tag, GHC can't
1332+-- that implements 'HttpMethod' or 'HttpBody'. Without the tag, GHC is not
2001−-- see the difference between @'HttpMethod' method => 'RequestComponent'
1333+-- able to see difference between @'HttpMethod' method => 'RequestComponent'
2002-- method@ and @'HttpBody' body => 'RequestComponent' body@ when it decides
1334-- method@ and @'HttpBody' body => 'RequestComponent' body@ when it decides
2003−-- which instance to use (i.e. the constraints are taken into account later,
1335+-- which instance to use (i.e. constraints are taken into account later,
2004-- when instance is already chosen).
1336-- when instance is already chosen).
1337+
2005−newtype Tagged (tag :: Symbol) a = Tagged a
1338+newtype Womb (tag :: Symbol) a = Womb a
2006
1339
2007-- | Exceptions that this library throws.
1340-- | Exceptions that this library throws.
1341+
2008data HttpException
1342data HttpException
1343+ = VanillaHttpException L.HttpException
2009− = -- | A wrapper with an 'L.HttpException' from "Network.HTTP.Client"
1344+ -- ^ A wrapper with an 'L.HttpException' from "Network.HTTP.Client"
2010− VanillaHttpException L.HttpException
1345+ | JsonHttpException String
2011− | -- | A wrapper with Aeson-produced 'String' describing why decoding
1346+ -- ^ A wrapper with Aeson-produced 'String' describing why decoding failed
2012− -- failed
2013− JsonHttpException String
2014− deriving (Show, Generic)
1347+ deriving (Show, Typeable, Generic)
2015
1348
2016instance Exception HttpException
1349instance Exception HttpException
2017
1350
2018−-- | Return 'Just' if the given 'HttpException' is wrapping a http-client's
2019−-- 'L.StatusCodeException'. Otherwise, return 'Nothing'.
2020−--
2021−-- @since 3.12.0
2022−isStatusCodeException :: HttpException -> Maybe (L.Response ())
2023−isStatusCodeException
2024− ( VanillaHttpException
2025− ( L.HttpExceptionRequest
2026− _
2027− (L.StatusCodeException r _)
2028− )
2029− ) = Just r
2030−isStatusCodeException _ = Nothing
2031−
2032−-- | A simple type isomorphic to 'Bool' that we only have for better error
1351+-- | A simple 'Bool'-like type we only have for better error messages. We
2033−-- messages. We use it as a kind and its data constructors as type-level
1352+-- use it as a kind and its data constructors as type-level tags.
2034−-- tags.
2035--
1353--
2036-- See also: 'HttpMethod' and 'HttpBody'.
1354-- See also: 'HttpMethod' and 'HttpBody'.
1355+
2037data CanHaveBody
1356data CanHaveBody
2038− = -- | Indeed can have a body
1357+ = CanHaveBody -- ^ Indeed can have a body
2039− CanHaveBody
2040− | -- | Should not have a body
1358+ | NoBody -- ^ Should not have a body
2041− NoBody
2042
1359
2043−-- | A type-level tag that specifies URL scheme used (and thus if HTTPS is
1360+-- | A type-level tag that specifies URL scheme used (and thus if TLS is
2044-- enabled). This is used to force TLS requirement for some authentication
1361-- enabled). This is used to force TLS requirement for some authentication
2045-- 'Option's.
1362-- 'Option's.
1363+
2046data Scheme
1364data Scheme
2047− = -- | HTTP
1365+ = Http -- ^ HTTP, no TLS
2048− Http
2049− | -- | HTTPS
2050− Https
1366+ | Https -- ^ HTTPS
2051− deriving (Eq, Ord, Show, Data, Generic, TH.Lift)
1367+ deriving (Eq, Ord, Show, Data, Typeable, Generic)
README.md+146−77
@@ -4,107 +4,176 @@
4[![Hackage](https://img.shields.io/hackage/v/req.svg?style=flat)](https://hackage.haskell.org/package/req)
4[![Hackage](https://img.shields.io/hackage/v/req.svg?style=flat)](https://hackage.haskell.org/package/req)
5[![Stackage Nightly](http://stackage.org/package/req/badge/nightly)](http://stackage.org/nightly/package/req)
5[![Stackage Nightly](http://stackage.org/package/req/badge/nightly)](http://stackage.org/nightly/package/req)
6[![Stackage LTS](http://stackage.org/package/req/badge/lts)](http://stackage.org/lts/package/req)
6[![Stackage LTS](http://stackage.org/package/req/badge/lts)](http://stackage.org/lts/package/req)
7−[![CI](https://github.com/mrkkrp/req/actions/workflows/ci.yaml/badge.svg)](https://github.com/mrkkrp/req/actions/workflows/ci.yaml)
7+[![Build Status](https://travis-ci.org/mrkkrp/req.svg?branch=master)](https://travis-ci.org/mrkkrp/req)
8+[![Coverage Status](https://coveralls.io/repos/mrkkrp/req/badge.svg?branch=master&service=github)](https://coveralls.io/github/mrkkrp/req?branch=master)
8
9
10+* [Motivation and Req vs other libraries](#motivation-and-req-vs-other-libraries)
11+* [Unsolved problems](#unsolved-problems)
9* [Related packages](#related-packages)
12* [Related packages](#related-packages)
10−* [Blog posts](#blog-posts)
11* [Contribution](#contribution)
13* [Contribution](#contribution)
12* [License](#license)
14* [License](#license)
13
15
14−```haskell
16+This is an easy-to-use, type-safe, expandable, high-level HTTP library that
15−{-# LANGUAGE OverloadedStrings #-}
17+just works without any fooling around.
16−
18+
17−module Main (main) where
19+What does the “easy-to-use” phrase mean? It means that the library is
18−
19−import Control.Monad.IO.Class
20−import Data.Aeson
21−import Network.HTTP.Req
22−
23−main :: IO ()
24−-- You can either make your monad an instance of 'MonadHttp', or use
25−-- 'runReq' in any IO-enabled monad without defining new instances.
26−main = runReq defaultHttpConfig $ do
27− let payload =
28− object
29− [ "foo" .= (10 :: Int),
30− "bar" .= (20 :: Int)
31− ]
32− -- One function—full power and flexibility, automatic retrying on timeouts
33− -- and such, automatic connection sharing.
34− r <-
35− req
36− POST -- method
37− (https "httpbin.org" /: "post") -- safe by construction URL
38− (ReqBodyJson payload) -- use built-in options or add your own
39− jsonResponse -- specify how to interpret response
40− mempty -- query params, headers, explicit port number, etc.
41− liftIO $ print (responseBody r :: Value)
42−```
43−
44−Req is an HTTP client library that attempts to be easy-to-use, type-safe,
45−and expandable.
46−
47−“Easy-to-use” means that the library is designed to be beginner-friendly so
20+designed to be beginner-friendly, so it's simple to add it to your monad
48−it's simple to add to your monad stack, intuitive to work with,
49−well-documented, and does not get in your way. Doing HTTP requests is a
21+stack, intuitive to work with, well-documented, and does not get in your
50−common task and a Haskell library for this should be approachable and clear
22+way. Doing HTTP requests is a common task and Haskell library for this
51−to beginners, thus certain compromises were made. For example, one cannot
23+should be very approachable and clear to beginners, thus certain compromises
52−currently modify `ManagerSettings` of the default manager because the
24+were made. For example, one cannot currently modify `ManagerSettings` of
53−library always uses the same implicit global manager for simplicity and
25+default manager because the library always uses the same implicit global
54−maximal connection sharing. There is a way to use your own manager with
26+manager for simplicity and maximal connection sharing. There is a way to use
55−different settings, but it requires more typing.
27+your own manager with different settings, but it requires a bit more typing.
56−
28+
57−“Type-safe” means that the library tries to eliminate certain classes of
29+“Type-safe” means that the library is protective and eliminates certain
58−errors. For example, we have correct-by-construction URLs; it is guaranteed
30+class of errors. For example, we have correct-by-construction URLs, it's
59−that the user does not send the request body when using methods like GET or
31+guaranteed that user does not send request body when using methods like GET
60−OPTIONS, and the amount of implicit assumptions is minimized by making the
32+or OPTIONS, amount of implicit assumptions is minimized by making user
61−user specify their intentions in an explicit form. For example, it's not
33+specify his/her intentions in explicit form (for example, it's not possible
62−possible to avoid specifying the body or the method of a request.
34+to avoid specifying body or method of a request). Authentication methods
63−Authentication methods that assume HTTPS force the user to use HTTPS at the
35+that assume TLS force user to use TLS on type level. The library carefully
64−type level.
36+hides underlying types from lower-level `http-client` package because it's
65−
37+not safe enough (for example `Request` is an instance of `IsString` and if
38+it's malformed, it will blow up at run-time).
39+
66−“Expandable” refers to the ability to create new components without having
40+“Expandable” refers to the ability of the library to be expanded without
67−to resort to hacking. For example, it's possible to define your own HTTP
41+ugly hacking. For example, it's possible to define your own HTTP methods,
68−methods, create new ways to construct the body of a request, create new
42+new ways to construct body of request, new authorization options, new ways
69−authorization options, perform a request in a different way, and create your
43+to actually perform request and how to represent/parse response. As user
70−own methods to parse a response.
44+extends the library to satisfy his/her special needs, the new solutions work
45+just like built-ins. That said, all common cases are covered by the library
46+out-of-the-box.
47+
48+“High-level” means that there are less details to worry about. The library
49+is a result of my experiences as a Haskell consultant, working for several
50+clients who have very different projects and so the library adapts easily to
51+any particular style of writing Haskell applications. For example, some
52+people prefer throwing exceptions, while others are concerned with purity:
53+just define `handleHttpException` accordingly when making your monad
54+instance of `MonadHttp` and it will play seamlessly. Finally, the library
55+cuts boilerplate considerably and helps write concise, easy to read and
56+maintain code.
71
57
72The library uses the following mature packages under the hood to guarantee
58The library uses the following mature packages under the hood to guarantee
73−you the best experience:
59+you best experience without bugs or other funny business:
74−
60+
75−* [`http-client`](https://hackage.haskell.org/package/http-client)—low level
61+* [`http-client`](https://hackage.haskell.org/package/http-client) — low
76− HTTP client used everywhere in Haskell.
62+ level HTTP client used everywhere in Haskell.
63+
77−* [`http-client-tls`](https://hackage.haskell.org/package/http-client-tls)—TLS
64+* [`http-client-tls`](https://hackage.haskell.org/package/http-client-tls) —
78− (HTTPS) support for `http-client`.
65+ TLS (HTTPS) support for `http-client`.
79−
66+
80−It is important to note that since we leverage well-known libraries that the
67+It's important to note that since we leverage well-known libraries that the
81−whole Haskell ecosystem uses, there is no risk in using Req. The machinery
68+whole Haskell ecosystem uses, there is no risk in using Req, as the
82−for performing requests is the same as with `http-conduit` and Wreq. The
69+machinery for performing requests is the same as with `http-conduit` and
83−only difference is the API.
70+Wreq, it's just the API is different.
71+
72+## Motivation and Req vs other libraries
73+
74+*This section is my opinion and it contains criticisms of other well-known
75+libraries. If you're user/fan of one of these libraries, please remember not
76+to react aggressively and respect the fact that I may have different views
77+on API design from yours.*
78+
79+I have spent time to write the library because sending HTTP requests is such
80+a common thing and still there is no high-level library for that in Haskell
81+that I could use with pleasure. I'll explain why.
82+
83+First of all there is `http-client` and `http-client-tls`. They just work. I
84+have no issues with the libraries except that they are too low-level for my
85+taste. Indeed, even the docs say that they are low-level and “intended as a
86+base layer for more user-friendly packages”. This is exactly how I use them
87+in Req, as base level. Req is nothing but a different API to `http-client`,
88+so it only works because of hard work put into `http-client`.
89+
90+`http-conduit` definitely has its place. For one thing it allows you to
91+stream request and response bodies in constant memory, what other library
92+allows you to do that? On the other hand if you take a look at
93+`Network.HTTP.Simple`, then although it's said that it's a “higher level
94+API”, it's mostly the same as vanilla `http-client` in spirit/approach and
95+just adds `conduit`-powered functions to perform requests and allows to use
96+global implicit `Manager` (super-cool idea, BTW, Req does the same). If I
97+tried to frame what exactly I don't like about `http-conduit` in words, then
98+it would be “the way requests are constructed”. You set, set, set instead of
99+*being forced* to declare necessary bits and *being allowed* to declare
100+optional bits in a way that their combination is certainly valid. And you
101+parse request from a string without the protection of TH that otherwise
102+saves the day as in Yesod.
103+
104+Then there is Wreq.
105+`wreq`
106+[doesn't see much development lately](https://github.com/bos/wreq/issues/93).
107+`wreq` is by itself a weird library, IMO. You have functions per method —
108+not very good, as there may be new methods, like PATCH which is not new but
109+still missing (well you have `customMethod`, but what is the point of having
110+per-method functions if you have a more general way to use any method? you
111+should be able to just insert methods in the “argument slot” of
112+`customMethod` and end up with a more general solution). Now every method
113+function has a companion that takes `Options` (like you have `get` and
114+`getWith`). Why the duplication? Where is generality and flexibility? This
115+is not all though, because you cannot really use `get` you see in the main
116+module, because you want to have connection sharing. Wreq's author does not
117+take the gift of automatic connection re-use `Manager` from `http-client`
118+provides, he invents the whole new thing of “sessions”. Only inside a
119+session your connections will be shared and re-used. However with the
120+session stuff you have yet another set of per-method functions like `get`
121+and `getWith` — these are different ones, to be used with sessions! Now if
122+you have multi-threaded app, here is a surprise for you: you can't share
123+connections between threads as connections are shared only inside
124+`withSession` friend and “session will no longer be valid after that
125+function returns”. Disclaimer: I don't use Wreq, see below. If something in
126+this paragraph is not correct, please let me know and I'll remove it. Also
127+there are valid uses for sessions, but the point is that they are too
128+inconvenient for common tasks.
129+
130+It's funny that one client I worked for had to have his own little wrapper
131+around `http-client` just because he could not possibly use `wreq` and
132+`http-client` and friends were too low-level. The previous paragraph is
133+extracted from a talk with a Haskell developer who works for that client. I
134+thought to myself “something is wrong with HTTP client libraries in Haskell
135+if they had to make a wrapper”.
136+
137+What else? I used `servant-client` a couple of times but amount of
138+boilerplate is too high. If you have several query parameters, and you use
139+just one of them, good luck passing lots of `Nothing`s.
140+
141+## Unsolved problems
142+
143+AWS request signing is problematic because request body can be in form of
144+action to execute (and all that “popper” stuff for streaming), not just
145+`ByteString` and so getting its digest (hash) is not trivial without running
146+the action and consuming body in its entirety before the request in made. In
147+Wreq the author chose to just use `error` when body is not a (strict or
148+lazy) `ByteString`. Maybe it's OK for Wreq, but I don't consider this proper
149+solution for Req as we support full variety of body options. For example
150+what if I want to upload 1 Gb file to S3? I want to stream it in constant
151+memory but at the same time I need to calculate its hash before I start
152+streaming. One solution to the problem seems to be in taking the hash
153+explicitly (as an argument of hypothetical `awsAuth`) and making it
154+responsibility of library user to calculate the hash correctly. I don't like
155+this because it's not user-friendly. So the question stays open, for now
156+there is no AWS signing functionality provided out-of-the-box.
84
157
85## Related packages
158## Related packages
86
159
87The following packages are designed to be used with Req:
160The following packages are designed to be used with Req:
88
161
89−* [`req-conduit`](https://hackage.haskell.org/package/req-conduit)—support
162+* [`req-conduit`](https://hackage.haskell.org/package/req-conduit) — support
90 for streaming request and response bodies in constant memory.
163 for streaming request and response bodies in constant memory.
91
164
92If you happen to have written a package that adds new features to Req,
165If you happen to have written a package that adds new features to Req,
93please submit a PR to include it in this list.
166please submit a PR to include it in this list.
94
167
95−## Blog posts
96−
97−* [Req 1.0.0, HTTP client, and streaming](https://markkarpov.com/post/req-1.0.0-http-client-and-streaming.html)
98−
99## Contribution
168## Contribution
100
169
101Issues, bugs, and questions may be reported in [the GitHub issue tracker for
170Issues, bugs, and questions may be reported in [the GitHub issue tracker for
102this project](https://github.com/mrkkrp/req/issues).
171this project](https://github.com/mrkkrp/req/issues).
103
172
104−Pull requests are also welcome.
173+Pull requests are also welcome and will be reviewed quickly.
105
174
106## License
175## License
107
176
108−Copyright © 2016–present Mark Karpov
177+Copyright © 2016 Mark Karpov
109
178
110Distributed under BSD 3 clause license.
179Distributed under BSD 3 clause license.
Setup.hsnew file+6
@@ -0,0 +1,6 @@
1+module Main (main) where
2+
3+import Distribution.Simple
4+
5+main :: IO ()
6+main = defaultMain
cabal.projectdeleted−4
@@ -1,4 +0,0 @@
1−packages: .
2−tests: True
3−benchmarks: True
4−constraints: req +dev
httpbin-tests/Network/HTTP/ReqSpec.hs+210−356
@@ -1,48 +1,85 @@
1+--
2+-- Tests for ‘req’ package. This test suite tests sending actual requests
3+-- using the <https://httpbin.org> service.
4+--
5+-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
6+--
7+-- Redistribution and use in source and binary forms, with or without
8+-- modification, are permitted provided that the following conditions are
9+-- met:
10+--
11+-- * Redistributions of source code must retain the above copyright notice,
12+-- this list of conditions and the following disclaimer.
13+--
14+-- * Redistributions in binary form must reproduce the above copyright
15+-- notice, this list of conditions and the following disclaimer in the
16+-- documentation and/or other materials provided with the distribution.
17+--
18+-- * Neither the name Mark Karpov nor the names of contributors may be used
19+-- to endorse or promote products derived from this software without
20+-- specific prior written permission.
21+--
22+-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
23+-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24+-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25+-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
26+-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27+-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28+-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29+-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30+-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31+-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32+-- POSSIBILITY OF SUCH DAMAGE.
33+
34+{-# LANGUAGE CPP #-}
1−{-# LANGUAGE DataKinds #-}
35+{-# LANGUAGE DataKinds #-}
2−{-# LANGUAGE FlexibleInstances #-}
36+{-# LANGUAGE FlexibleInstances #-}
3−{-# LANGUAGE LambdaCase #-}
4−{-# LANGUAGE OverloadedStrings #-}
37+{-# LANGUAGE OverloadedStrings #-}
5−{-# LANGUAGE RankNTypes #-}
38+{-# LANGUAGE RankNTypes #-}
6{-# OPTIONS_GHC -fno-warn-orphans #-}
39{-# OPTIONS_GHC -fno-warn-orphans #-}
7
40
8−module Network.HTTP.ReqSpec (spec) where
41+module Network.HTTP.ReqSpec
9−
42+ ( spec )
43+where
44+
10−import Control.Exception
45+import Control.Exception (throwIO)
11−import Control.Monad (forM_)
12−import Control.Monad.Trans.Control
46+import Control.Monad.Reader
13−import Data.Aeson (ToJSON (..), Value (..), object, (.=))
47+import Data.Aeson (Value (..), ToJSON (..), object, (.=))
14−import Data.Aeson qualified as A
48+import Data.Default.Class
15−import Data.Aeson.KeyMap qualified as Aeson.KeyMap
16−import Data.ByteString qualified as B
49+import Data.Monoid ((<>))
17−import Data.ByteString.Lazy qualified as BL
18−import Data.Functor.Identity (runIdentity)
19−import Data.Maybe (fromJust)
20import Data.Proxy
50import Data.Proxy
21import Data.Text (Text)
51import Data.Text (Text)
22−import Data.Text qualified as T
23−import Data.Text.Encoding qualified as T
24−import Data.Text.IO qualified as TIO
25−import Network.HTTP.Client qualified as L
26−import Network.HTTP.Client.MultipartFormData qualified as LM
27−import Network.HTTP.Req hiding (req)
28−import Network.HTTP.Req qualified as Req
52+import Network.HTTP.Req
29−import Network.HTTP.Types qualified as Y
30import Test.Hspec
53import Test.Hspec
31import Test.QuickCheck
54import Test.QuickCheck
55+import qualified Data.Aeson as A
56+import qualified Data.ByteString as B
57+import qualified Data.ByteString.Lazy as BL
58+import qualified Data.HashMap.Strict as HM
59+import qualified Data.Text as T
60+import qualified Data.Text.Encoding as T
61+import qualified Data.Text.IO as TIO
62+import qualified Network.HTTP.Client as L
63+import qualified Network.HTTP.Types as Y
64+
65+#if !MIN_VERSION_base(4,8,0)
66+import Data.Monoid (mempty)
67+import Data.Word (Word)
68+#endif
32
69
33spec :: Spec
70spec :: Spec
34spec = do
71spec = do
35− describe "exception throwing on non-2xx status codes" $
36− it "throws indeed for non-2xx" $
37− req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty
38− `shouldThrow` selector404
39
72
40− describe "exception throwing on non-2xx status codes (Req monad)" $
73+ describe "exception throwing on non 2xx-status codes" $
41− it "throws indeed for non-2xx" $
74+ it "throws indeed for non-2xx" $ do
42− asIO . runReq defaultHttpConfig $
75+ let selector :: HttpException -> Bool
43− liftBaseWith $ \run ->
76+ selector (VanillaHttpException
77+ (L.HttpExceptionRequest _
78+ (L.StatusCodeException response chunk))) =
79+ L.responseStatus response == Y.status404 && not (B.null chunk)
80+ selector _ = False
44− run (req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty)
81+ req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty
45− `shouldThrow` selector404
82+ `shouldThrow` selector
46
83
47 describe "response check via httpConfigCheckResponse" $
84 describe "response check via httpConfigCheckResponse" $
48 context "if it's set to always throw" $
85 context "if it's set to always throw" $
@@ -50,61 +87,39 @@ spec = do
50 blindlyThrowing (req GET httpbin NoReqBody ignoreResponse mempty)
87 blindlyThrowing (req GET httpbin NoReqBody ignoreResponse mempty)
51 `shouldThrow` anyException
88 `shouldThrow` anyException
52
89
53− describe "isStatusCodeException" $
54− it "extracts non-2xx response" $
55− req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty
56− `shouldThrow` selector404ByStatusCodeException
57−
58 describe "receiving user-agent header back" $
90 describe "receiving user-agent header back" $
59 it "works" $ do
91 it "works" $ do
60− r <-
61− req
62− GET
63− (httpbin /: "user-agent")
92+ r <- req GET (httpbin /: "user-agent")
64− NoReqBody
65− jsonResponse
66− (header "user-agent" "Req")
93+ NoReqBody jsonResponse (header "user-agent" "Req")
67− responseBody r
68− `shouldBe` object
94+ responseBody r `shouldBe` object
69− ["user-agent" .= ("Req" :: Text)]
95+ ["user-agent" .= ("Req" :: Text)]
70− responseStatusCode r `shouldBe` 200
96+ responseStatusCode r `shouldBe` 200
71 responseStatusMessage r `shouldBe` "OK"
97 responseStatusMessage r `shouldBe` "OK"
72
98
73 describe "receiving request headers back" $
99 describe "receiving request headers back" $
74 it "works" $ do
100 it "works" $ do
75− r <-
76− req
77− GET
78− (httpbin /: "headers")
101+ r <- req GET (httpbin /: "headers")
79− NoReqBody
80− jsonResponse
81− (header "Foo" "bar" <> header "Baz" "quux")
102+ NoReqBody jsonResponse (header "Foo" "bar" <> header "Baz" "quux")
82− stripFunnyHeaders (responseBody r)
83− `shouldBe` object
103+ responseBody r `shouldBe` object
84− [ "headers"
104+ [ "headers" .= object
85− .= object
86− [ "Accept-Encoding" .= ("gzip" :: Text),
105+ [ "Accept-Encoding" .= ("gzip" :: Text)
87− "Foo" .= ("bar" :: Text),
106+ , "Foo" .= ("bar" :: Text)
88− "Baz" .= ("quux" :: Text)
107+ , "Baz" .= ("quux" :: Text)
89− ]
108+ , "Host" .= ("httpbin.org" :: Text) ] ]
90− ]
91− responseStatusCode r `shouldBe` 200
109+ responseStatusCode r `shouldBe` 200
92 responseStatusMessage r `shouldBe` "OK"
110 responseStatusMessage r `shouldBe` "OK"
93
111
94 describe "receiving GET data back" $
112 describe "receiving GET data back" $
95 it "works" $ do
113 it "works" $ do
96 r <- req GET (httpbin /: "get") NoReqBody jsonResponse mempty
114 r <- req GET (httpbin /: "get") NoReqBody jsonResponse mempty
97− (stripFunnyHeaders . stripOrigin) (responseBody r)
115+ stripOrigin (responseBody r) `shouldBe` object
98− `shouldBe` object
99− [ "args" .= emptyObject,
116+ [ "args" .= emptyObject
100− "url" .= ("http://localhost:1234/get" :: Text),
117+ , "url" .= ("https://httpbin.org/get" :: Text)
101− "headers"
118+ , "headers" .= object
102− .= object
103− [ "Accept-Encoding" .= ("gzip" :: Text)
119+ [ "Accept-Encoding" .= ("gzip" :: Text)
104− ]
120+ , "Host" .= ("httpbin.org" :: Text) ] ]
105− ]
106 responseHeader r "Content-Type" `shouldBe` return "application/json"
121 responseHeader r "Content-Type" `shouldBe` return "application/json"
107− responseStatusCode r `shouldBe` 200
122+ responseStatusCode r `shouldBe` 200
108 responseStatusMessage r `shouldBe` "OK"
123 responseStatusMessage r `shouldBe` "OK"
109
124
110 describe "receiving POST JSON data back" $
125 describe "receiving POST JSON data back" $
@@ -112,55 +127,20 @@ spec = do
112 let text = "foo" :: Text
127 let text = "foo" :: Text
113 reflected = reflectJSON text
128 reflected = reflectJSON text
114 r <- req POST (httpbin /: "post") (ReqBodyJson text) jsonResponse mempty
129 r <- req POST (httpbin /: "post") (ReqBodyJson text) jsonResponse mempty
115− (stripFunnyHeaders . stripOrigin) (responseBody r)
130+ stripOrigin (responseBody r) `shouldBe` object
116− `shouldBe` object
117− [ "args" .= emptyObject,
131+ [ "args" .= emptyObject
118− "json" .= text,
132+ , "json" .= text
119− "data" .= reflected,
133+ , "data" .= reflected
120− "url" .= ("http://localhost:1234/post" :: Text),
134+ , "url" .= ("https://httpbin.org/post" :: Text)
121− "headers"
135+ , "headers" .= object
122− .= object
123− [ "Content-Type" .= ("application/json; charset=utf-8" :: Text),
136+ [ "Content-Type" .= ("application/json; charset=utf-8" :: Text)
124− "Accept-Encoding" .= ("gzip" :: Text),
137+ , "Accept-Encoding" .= ("gzip" :: Text)
138+ , "Host" .= ("httpbin.org" :: Text)
125− "Content-Length" .= show (T.length reflected)
139+ , "Content-Length" .= show (T.length reflected) ]
126− ],
127− "files" .= emptyObject,
128− "form" .= emptyObject
129− ]
130− responseHeader r "Content-Type" `shouldBe` return "application/json"
131− responseStatusCode r `shouldBe` 200
132− responseStatusMessage r `shouldBe` "OK"
133−
134− describe "receiving POST data back (multipart form data)" $
135− it "works" $ do
136− body <-
137− reqBodyMultipart
138− [ LM.partBS "foo" "foo data!",
139− LM.partBS "bar" "bar data!"
140− ]
141− r <- req POST (httpbin /: "post") body jsonResponse mempty
142− let contentType = fromJust (getRequestContentType body)
143− (stripFunnyHeaders . stripOrigin) (responseBody r)
144− `shouldBe` object
145− [ "args" .= emptyObject,
140+ , "files" .= emptyObject
146− "json" .= Null,
147− "data" .= ("" :: Text),
148− "url" .= ("http://localhost:1234/post" :: Text),
149− "headers"
150− .= object
151− [ "Content-Type" .= T.decodeUtf8 contentType,
152− "Accept-Encoding" .= ("gzip" :: Text),
153− "Content-Length" .= ("242" :: Text)
154− ],
155− "files" .= emptyObject,
141+ , "form" .= emptyObject ]
156− "form"
157− .= object
158− [ "foo" .= ("foo data!" :: Text),
159− "bar" .= ("bar data!" :: Text)
160− ]
161− ]
162 responseHeader r "Content-Type" `shouldBe` return "application/json"
142 responseHeader r "Content-Type" `shouldBe` return "application/json"
163− responseStatusCode r `shouldBe` 200
143+ responseStatusCode r `shouldBe` 200
164 responseStatusMessage r `shouldBe` "OK"
144 responseStatusMessage r `shouldBe` "OK"
165
145
166 describe "receiving PATCHed file back" $
146 describe "receiving PATCHed file back" $
@@ -169,108 +149,74 @@ spec = do
169 file = "httpbin-data/robots.txt"
149 file = "httpbin-data/robots.txt"
170 contents <- TIO.readFile file
150 contents <- TIO.readFile file
171 r <- req PATCH (httpbin /: "patch") (ReqBodyFile file) jsonResponse mempty
151 r <- req PATCH (httpbin /: "patch") (ReqBodyFile file) jsonResponse mempty
172− (stripFunnyHeaders . stripOrigin) (responseBody r)
152+ stripOrigin (responseBody r) `shouldBe` object
173− `shouldBe` object
174− [ "args" .= emptyObject,
153+ [ "args" .= emptyObject
175− "json" .= Null,
154+ , "json" .= Null
176− "data" .= contents,
155+ , "data" .= contents
177− "url" .= ("http://localhost:1234/patch" :: Text),
156+ , "url" .= ("https://httpbin.org/patch" :: Text)
178− "headers"
157+ , "headers" .= object
179− .= object
180− [ "Accept-Encoding" .= ("gzip" :: Text),
158+ [ "Accept-Encoding" .= ("gzip" :: Text)
159+ , "Host" .= ("httpbin.org" :: Text)
181− "Content-Length" .= show (T.length contents)
160+ , "Content-Length" .= show (T.length contents) ]
182− ],
183− "files" .= emptyObject,
161+ , "files" .= emptyObject
184− "form" .= emptyObject
162+ , "form" .= emptyObject ]
185− ]
186 responseHeader r "Content-Type" `shouldBe` return "application/json"
163 responseHeader r "Content-Type" `shouldBe` return "application/json"
187− responseStatusCode r `shouldBe` 200
164+ responseStatusCode r `shouldBe` 200
188 responseStatusMessage r `shouldBe` "OK"
165 responseStatusMessage r `shouldBe` "OK"
189
166
190 describe "receiving PUT form URL-encoded data back" $
167 describe "receiving PUT form URL-encoded data back" $
191 it "works" $ do
168 it "works" $ do
192− let params =
193− "foo" =: ("bar" :: Text)
169+ let params = "foo" =: ("bar" :: Text) <>
194− <> "baz" =: (5 :: Int)
170+ "baz" =: (5 :: Int) <>
195− <> queryFlag "quux"
171+ queryFlag "quux"
196 r <- req PUT (httpbin /: "put") (ReqBodyUrlEnc params) jsonResponse mempty
172 r <- req PUT (httpbin /: "put") (ReqBodyUrlEnc params) jsonResponse mempty
197− (stripFunnyHeaders . stripOrigin) (responseBody r)
173+ stripOrigin (responseBody r) `shouldBe` object
198− `shouldBe` object
199− [ "args" .= emptyObject,
174+ [ "args" .= emptyObject
200− "json" .= Null,
175+ , "json" .= Null
201− "data" .= ("" :: Text),
176+ , "data" .= ("" :: Text)
202− "url" .= ("http://localhost:1234/put" :: Text),
177+ , "url" .= ("https://httpbin.org/put" :: Text)
203− "headers"
178+ , "headers" .= object
204− .= object
205− [ "Content-Type" .= ("application/x-www-form-urlencoded" :: Text),
179+ [ "Content-Type" .= ("application/x-www-form-urlencoded" :: Text)
206− "Accept-Encoding" .= ("gzip" :: Text),
180+ , "Accept-Encoding" .= ("gzip" :: Text)
181+ , "Host" .= ("httpbin.org" :: Text)
207− "Content-Length" .= ("18" :: Text)
182+ , "Content-Length" .= ("18" :: Text) ]
208− ],
209− "files" .= emptyObject,
183+ , "files" .= emptyObject
210− "form"
211− .= object
184+ , "form" .= object
212− [ "foo" .= ("bar" :: Text),
185+ [ "foo" .= ("bar" :: Text)
213− "baz" .= ("5" :: Text),
186+ , "baz" .= ("5" :: Text)
214− "quux" .= ("" :: Text)
187+ , "quux" .= ("" :: Text) ] ]
215− ]
216− ]
217 responseHeader r "Content-Type" `shouldBe` return "application/json"
188 responseHeader r "Content-Type" `shouldBe` return "application/json"
218− responseStatusCode r `shouldBe` 200
189+ responseStatusCode r `shouldBe` 200
219 responseStatusMessage r `shouldBe` "OK"
190 responseStatusMessage r `shouldBe` "OK"
220
191
221 -- TODO /delete
192 -- TODO /delete
222
193
223 describe "receiving UTF-8 encoded Unicode data" $
194 describe "receiving UTF-8 encoded Unicode data" $
224 it "works" $ do
195 it "works" $ do
225− r <-
226− req
227− GET
228− (httpbin /: "encoding" /: "utf8")
196+ r <- req GET (httpbin /: "encoding" /: "utf8")
229− NoReqBody
230− bsResponse
197+ NoReqBody bsResponse mempty
231− mempty
232 utf8data <- B.readFile "httpbin-data/utf8.html"
198 utf8data <- B.readFile "httpbin-data/utf8.html"
233− responseBody r `shouldBe` utf8data
199+ responseBody r `shouldBe` utf8data
234− responseStatusCode r `shouldBe` 200
200+ responseStatusCode r `shouldBe` 200
235 responseStatusMessage r `shouldBe` "OK"
201 responseStatusMessage r `shouldBe` "OK"
236
202
237 -- TODO /gzip
203 -- TODO /gzip
238 -- TODO /deflate
204 -- TODO /deflate
239
205
240− describe "retrying" $
241− it "retries as many times as specified" $ do
242− -- FIXME We no longer can count retries because all the functions
243− -- responsible for controlling retrying are pure now.
244− let status = 408 :: Int
245− r <-
246− prepareForShit $
247− req
248− GET
249− (httpbin /: "status" /~ status)
250− NoReqBody
251− ignoreResponse
252− mempty
253− responseStatusCode r `shouldBe` status
254−
255− -- forM_ [101..102] checkStatusCode
206+ forM_ [101..102] checkStatusCode
256− forM_ [200 .. 208] checkStatusCode
207+ forM_ [200..208] checkStatusCode
257 -- forM_ [300..308] checkStatusCode
208 -- forM_ [300..308] checkStatusCode
258− forM_ [400 .. 431] checkStatusCode
209+ forM_ [400..431] checkStatusCode
259− forM_ [500 .. 511] checkStatusCode
210+ forM_ [500..511] checkStatusCode
260
211
261 -- TODO /response-headers
212 -- TODO /response-headers
262 -- TODO /redirect
213 -- TODO /redirect
263
214
264 describe "redirects" $
215 describe "redirects" $
265 it "follows redirects" $ do
216 it "follows redirects" $ do
266− r <-
267− req
268− GET
269− (httpbin /: "redirect-to")
217+ r <- req GET (httpbin /: "redirect-to") NoReqBody ignoreResponse
270− NoReqBody
271− ignoreResponse
272− ("url" =: ("https://httpbin.org" :: Text))
218+ ("url" =: ("https://httpbin.org" :: Text))
273− responseStatusCode r `shouldBe` 200
219+ responseStatusCode r `shouldBe` 200
274 responseStatusMessage r `shouldBe` "OK"
220 responseStatusMessage r `shouldBe` "OK"
275
221
276 -- TODO /relative-redicet
222 -- TODO /relative-redicet
@@ -279,30 +225,21 @@ spec = do
279
225
280 describe "basicAuth" $ do
226 describe "basicAuth" $ do
281 let user, password :: Text
227 let user, password :: Text
282− user = "Scooby"
228+ user = "Scooby"
283 password = "Doo"
229 password = "Doo"
284 context "when we do not send appropriate basic auth data" $
230 context "when we do not send appropriate basic auth data" $
285 it "fails with 401" $ do
231 it "fails with 401" $ do
286− r <-
287− prepareForShit $
232+ r <- prepareForShit $ req GET
288− req
289− GET
290− (httpbin /: "basic-auth" /~ user /~ password)
233+ (httpbin /: "basic-auth" /~ user /~ password)
291− NoReqBody
292− ignoreResponse
234+ NoReqBody ignoreResponse mempty
293− mempty
294− responseStatusCode r `shouldBe` 401
235+ responseStatusCode r `shouldBe` 401
295 responseStatusMessage r `shouldBe` "UNAUTHORIZED"
236 responseStatusMessage r `shouldBe` "UNAUTHORIZED"
296 context "when we provide appropriate basic auth data" $
237 context "when we provide appropriate basic auth data" $
297 it "succeeds" $ do
238 it "succeeds" $ do
298− r <-
299− req
300− GET
301− (httpbin /: "basic-auth" /~ user /~ password)
239+ r <- req GET (httpbin /: "basic-auth" /~ user /~ password)
302− NoReqBody
303− ignoreResponse
240+ NoReqBody ignoreResponse
304− (basicAuthUnsafe (T.encodeUtf8 user) (T.encodeUtf8 password))
241+ (basicAuth (T.encodeUtf8 user) (T.encodeUtf8 password))
305− responseStatusCode r `shouldBe` 200
242+ responseStatusCode r `shouldBe` 200
306 responseStatusMessage r `shouldBe` "OK"
243 responseStatusMessage r `shouldBe` "OK"
307
244
308 -- TODO /hidden-basic-auth
245 -- TODO /hidden-basic-auth
@@ -317,8 +254,8 @@ spec = do
317 it "works" $ do
254 it "works" $ do
318 r <- req GET (httpbin /: "robots.txt") NoReqBody bsResponse mempty
255 r <- req GET (httpbin /: "robots.txt") NoReqBody bsResponse mempty
319 robots <- B.readFile "httpbin-data/robots.txt"
256 robots <- B.readFile "httpbin-data/robots.txt"
320− responseBody r `shouldBe` robots
257+ responseBody r `shouldBe` robots
321− responseStatusCode r `shouldBe` 200
258+ responseStatusCode r `shouldBe` 200
322 responseStatusMessage r `shouldBe` "OK"
259 responseStatusMessage r `shouldBe` "OK"
323
260
324 -- TODO /deny
261 -- TODO /deny
@@ -329,15 +266,10 @@ spec = do
329 property $ \n' -> do
266 property $ \n' -> do
330 let n :: Word
267 let n :: Word
331 n = getSmall n'
268 n = getSmall n'
332− r <-
333− req
334− GET
335− (httpbin /: "bytes" /~ n)
269+ r <- req GET (httpbin /: "bytes" /~ n)
336− NoReqBody
337− lbsResponse
270+ NoReqBody lbsResponse mempty
338− mempty
339 responseBody r `shouldSatisfy` ((== n) . fromIntegral . BL.length)
271 responseBody r `shouldSatisfy` ((== n) . fromIntegral . BL.length)
340− responseStatusCode r `shouldBe` 200
272+ responseStatusCode r `shouldBe` 200
341 responseStatusMessage r `shouldBe` "OK"
273 responseStatusMessage r `shouldBe` "OK"
342 context "when we try to interpret 1000 random bytes as JSON" $
274 context "when we try to interpret 1000 random bytes as JSON" $
343 it "throws correct exception" $ do
275 it "throws correct exception" $ do
@@ -346,38 +278,29 @@ spec = do
346 selector _ = False
278 selector _ = False
347 n :: Int
279 n :: Int
348 n = 1000
280 n = 1000
349− req
350− GET
351− (httpbin /: "bytes" /~ n)
281+ req GET (httpbin /: "bytes" /~ n) NoReqBody
352− NoReqBody
353− (Proxy :: Proxy (JsonResponse Value))
282+ (Proxy :: Proxy (JsonResponse Value)) mempty
354− mempty
355− `shouldThrow` selector
283+ `shouldThrow` selector
356
284
357 describe "streaming random bytes" $
285 describe "streaming random bytes" $
358 it "works" $
286 it "works" $
359 property $ \n' -> do
287 property $ \n' -> do
360 let n :: Word
288 let n :: Word
361 n = getSmall n'
289 n = getSmall n'
362− r <-
363− req
364− GET
365− (httpbin /: "stream-bytes" /~ n)
290+ r <- req GET (httpbin /: "stream-bytes" /~ n)
366− NoReqBody
367− bsResponse
291+ NoReqBody bsResponse mempty
368− mempty
369 responseBody r `shouldSatisfy` ((== n) . fromIntegral . B.length)
292 responseBody r `shouldSatisfy` ((== n) . fromIntegral . B.length)
370− responseStatusCode r `shouldBe` 200
293+ responseStatusCode r `shouldBe` 200
371 responseStatusMessage r `shouldBe` "OK"
294 responseStatusMessage r `shouldBe` "OK"
372
295
373−-- TODO /links
296+ -- TODO /links
374−-- TODO /image
297+ -- TODO /image
375−-- TODO /image/png
298+ -- TODO /image/png
376−-- TODO /image/jpeg
299+ -- TODO /image/jpeg
377−-- TODO /image/webp
300+ -- TODO /image/webp
378−-- TODO /image/svg
301+ -- TODO /image/svg
379−-- TODO /forms/post
302+ -- TODO /forms/post
380−-- TODO /xml
303+ -- TODO /xml
381
304
382----------------------------------------------------------------------------
305----------------------------------------------------------------------------
383-- Instances
306-- Instances
@@ -385,128 +308,59 @@ spec = do
385instance MonadHttp IO where
308instance MonadHttp IO where
386 handleHttpException = throwIO
309 handleHttpException = throwIO
387
310
311+instance MonadHttp (ReaderT HttpConfig IO) where
312+ handleHttpException = liftIO . throwIO
313+ getHttpConfig = ask
314+
388----------------------------------------------------------------------------
315----------------------------------------------------------------------------
389-- Helpers
316-- Helpers
390
317
391−-- | Run a request with such settings that it does not signal errors.
318+-- | Run request with such settings that it does not signal error on adverse
319+-- response status codes.
320+
392−prepareForShit :: Req a -> IO a
321+prepareForShit
322+ :: (forall m. MonadHttp m => m a)
323+ -> IO a
393−prepareForShit = runReq defaultHttpConfig {httpConfigCheckResponse = noNoise}
324+prepareForShit m = runReaderT m def { httpConfigCheckResponse = noNoise }
394− where
395− noNoise _ _ _ = Nothing
325+ where noNoise _ _ = return ()
326+
327+-- | Run request with such settings that it throws on any response.
396
328
397−-- | Run a request with such settings that it throws on any response.
329+blindlyThrowing
398−blindlyThrowing :: Req a -> IO a
330+ :: (forall m. MonadHttp m => m a)
331+ -> IO a
399−blindlyThrowing = runReq defaultHttpConfig {httpConfigCheckResponse = doit}
332+blindlyThrowing m = runReaderT m def { httpConfigCheckResponse = doit }
400− where
401− doit _ _ = error "Oops!"
333+ where doit _ _ = error "Oops!"
402
334
403-- | 'Url' representing <https://httpbin.org>.
335-- | 'Url' representing <https://httpbin.org>.
336+
404−httpbin :: Url 'Http
337+httpbin :: Url 'Https
405−httpbin = http "localhost"
338+httpbin = https "httpbin.org"
406−
407−req ::
408− ( MonadHttp m,
409− HttpMethod method,
410− HttpBody body,
411− HttpResponse response,
412− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
413− ) =>
414− method ->
415− Url scheme ->
416− body ->
417− Proxy response ->
418− Option scheme ->
419− m response
420−req method url body responseProxy options =
421− Req.req method url body responseProxy (options <> defaultOptions)
422−
423−-- | Options to apply by default.
424−defaultOptions :: Option scheme
425−defaultOptions = port 1234
426
339
427-- | Remove “origin” field from JSON value. Origin may change, we don't want
340-- | Remove “origin” field from JSON value. Origin may change, we don't want
428-- to depend on that.
341-- to depend on that.
342+
429stripOrigin :: Value -> Value
343stripOrigin :: Value -> Value
430−stripOrigin (Object m) = Object (Aeson.KeyMap.delete "origin" m)
344+stripOrigin (Object m) = Object (HM.delete "origin" m)
431−stripOrigin value = value
345+stripOrigin value = value
432−
433−-- | Remove funny headers that might break the tests.
434−stripFunnyHeaders :: Value -> Value
435−stripFunnyHeaders = \case
436− Object m ->
437− Object
438− ( runIdentity
439− ( Aeson.KeyMap.alterF
440− (pure . fmap stripFunnyHeaders')
441− "headers"
442− m
443− )
444− )
445− value -> value
446−
447−-- | Similar to 'stripFunnyHeaders', but acts directly on the argument
448−-- without trying to access its "headers" field.
449−stripFunnyHeaders' :: Value -> Value
450−stripFunnyHeaders' = \case
451− Object p ->
452− Object $
453− Aeson.KeyMap.filterWithKey
454− (\k _ -> k `elem` whitelistedHeaders)
455− p
456− value -> value
457− where
458− whitelistedHeaders =
459− [ "Content-Type",
460− "Accept-Encoding",
461− "Content-Length",
462− "Foo",
463− "Baz"
464− ]
465
346
466-- | This is a complete test case that makes use of <https://httpbin.org> to
347-- | This is a complete test case that makes use of <https://httpbin.org> to
467-- get various response status codes.
348-- get various response status codes.
349+
468checkStatusCode :: Int -> SpecWith ()
350checkStatusCode :: Int -> SpecWith ()
469checkStatusCode code =
351checkStatusCode code =
470 describe ("receiving status code " ++ show code) $
352 describe ("receiving status code " ++ show code) $
471 it "works" $ do
353 it "works" $ do
472− r <-
473− prepareForShit $
474− req
475− GET
476− (httpbin /: "status" /~ code)
354+ r <- prepareForShit $ req GET (httpbin /: "status" /~ code)
477− NoReqBody
478− ignoreResponse
355+ NoReqBody ignoreResponse mempty
479− mempty
480 responseStatusCode r `shouldBe` code
356 responseStatusCode r `shouldBe` code
481
357
482−-- | Exception selector that selects only 404 “Not found” exceptions.
483−selector404 :: HttpException -> Bool
484−selector404
485− ( VanillaHttpException
486− ( L.HttpExceptionRequest
487− _
488− (L.StatusCodeException response chunk)
489− )
490− ) =
491− L.responseStatus response == Y.status404 && not (B.null chunk)
492−selector404 _ = False
493−
494−-- | Same as 'selector404' except that it uses 'isStatusCodeException'.
495−selector404ByStatusCodeException :: HttpException -> Bool
496−selector404ByStatusCodeException e =
497− case isStatusCodeException e of
498− Nothing -> False
499− Just r -> responseStatusCode r == 404
500−
501−-- | The empty JSON 'Object'.
358+-- | Empty JSON 'Object'.
359+
502emptyObject :: Value
360emptyObject :: Value
503−emptyObject = Object Aeson.KeyMap.empty
361+emptyObject = Object HM.empty
504
362
505−-- | Get a rendered JSON value as 'Text'.
363+-- | Get rendered JSON value as 'Text'.
506−reflectJSON :: (ToJSON a) => a -> Text
507−reflectJSON = T.decodeUtf8 . BL.toStrict . A.encode
508
364
509−-- | Clarify to the type checker that the inner computation is in the 'IO'
365+reflectJSON :: ToJSON a => a -> Text
510−-- monad.
366+reflectJSON = T.decodeUtf8 . BL.toStrict . A.encode
511−asIO :: IO a -> IO a
512−asIO = id
pure-tests/Network/HTTP/ReqSpec.hs+216−384
@@ -1,71 +1,102 @@
1+--
2+-- Tests for ‘req’ package. This test suite tests correctness of constructed
3+-- requests.
4+--
5+-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
6+--
7+-- Redistribution and use in source and binary forms, with or without
8+-- modification, are permitted provided that the following conditions are
9+-- met:
10+--
11+-- * Redistributions of source code must retain the above copyright notice,
12+-- this list of conditions and the following disclaimer.
13+--
14+-- * Redistributions in binary form must reproduce the above copyright
15+-- notice, this list of conditions and the following disclaimer in the
16+-- documentation and/or other materials provided with the distribution.
17+--
18+-- * Neither the name Mark Karpov nor the names of contributors may be used
19+-- to endorse or promote products derived from this software without
20+-- specific prior written permission.
21+--
22+-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
23+-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24+-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25+-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
26+-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27+-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28+-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29+-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30+-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31+-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32+-- POSSIBILITY OF SUCH DAMAGE.
33+
34+{-# LANGUAGE CPP #-}
1−{-# LANGUAGE DataKinds #-}
35+{-# LANGUAGE DataKinds #-}
2−{-# LANGUAGE DeriveGeneric #-}
36+{-# LANGUAGE DeriveGeneric #-}
3−{-# LANGUAGE FlexibleInstances #-}
37+{-# LANGUAGE FlexibleInstances #-}
4−{-# LANGUAGE LambdaCase #-}
5−{-# LANGUAGE OverloadedStrings #-}
38+{-# LANGUAGE OverloadedStrings #-}
6−{-# LANGUAGE QuasiQuotes #-}
7−{-# LANGUAGE RankNTypes #-}
39+{-# LANGUAGE RankNTypes #-}
8−{-# LANGUAGE RecordWildCards #-}
40+{-# LANGUAGE RecordWildCards #-}
9−{-# LANGUAGE ScopedTypeVariables #-}
41+{-# LANGUAGE ScopedTypeVariables #-}
10−{-# LANGUAGE TypeApplications #-}
11−{-# LANGUAGE NoMonomorphismRestriction #-}
12{-# OPTIONS_GHC -fno-warn-orphans #-}
42{-# OPTIONS_GHC -fno-warn-orphans #-}
13
43
44+#if __GLASGOW_HASKELL__ < 710
45+{-# LANGUAGE ConstraintKinds #-}
46+#endif
47+
14−module Network.HTTP.ReqSpec (spec) where
48+module Network.HTTP.ReqSpec
49+ ( spec )
50+where
15
51
16−import Blaze.ByteString.Builder qualified as BB
17import Control.Exception (throwIO)
52import Control.Exception (throwIO)
18−import Control.Monad
53+import Control.Monad.Reader
19−import Control.Retry
20import Data.Aeson (ToJSON (..))
54import Data.Aeson (ToJSON (..))
21−import Data.Aeson qualified as A
22import Data.ByteString (ByteString)
55import Data.ByteString (ByteString)
23−import Data.ByteString qualified as B
56+import Data.Maybe (isNothing, fromJust)
24−import Data.ByteString.Char8 qualified as B8
57+import Data.Monoid ((<>))
25−import Data.ByteString.Lazy qualified as BL
26−import Data.CaseInsensitive qualified as CI
27−import Data.Either (isRight)
28−import Data.List.NonEmpty qualified as NE
29−import Data.Maybe (fromJust, fromMaybe, isJust, isNothing)
30import Data.Proxy
58import Data.Proxy
31import Data.Text (Text)
59import Data.Text (Text)
32−import Data.Text qualified as T
33−import Data.Text.Encoding qualified as T
34import Data.Time
60import Data.Time
35−import Data.Typeable (Typeable, eqT)
36−import GHC.Exts (IsList (..))
37import GHC.Generics
61import GHC.Generics
38−import Language.Haskell.TH qualified as TH
39−import Language.Haskell.TH.Quote qualified as TH
40−import Network.HTTP.Client qualified as L
41import Network.HTTP.Req
62import Network.HTTP.Req
42−import Network.HTTP.Types qualified as Y
43−import Network.HTTP.Types.Header qualified as Y
44import Test.Hspec
63import Test.Hspec
45import Test.Hspec.Core.Spec (SpecM)
64import Test.Hspec.Core.Spec (SpecM)
46import Test.QuickCheck
65import Test.QuickCheck
47−import Text.URI (URI)
66+import qualified Blaze.ByteString.Builder as BB
48−import Text.URI qualified as URI
67+import qualified Data.Aeson as A
49−import Text.URI.QQ qualified as QQ
68+import qualified Data.ByteString as B
50−import Web.FormUrlEncoded qualified as F
69+import qualified Data.ByteString.Char8 as B8
70+import qualified Data.ByteString.Lazy as BL
71+import qualified Data.CaseInsensitive as CI
72+import qualified Data.Text as T
73+import qualified Data.Text.Encoding as T
74+import qualified Network.HTTP.Client as L
75+import qualified Network.HTTP.Types as Y
76+
77+#if !MIN_VERSION_base(4,8,0)
78+import Control.Applicative
79+import Data.Foldable (foldMap)
80+import Data.Monoid (mempty)
81+#endif
51
82
52spec :: Spec
83spec :: Spec
53spec = do
84spec = do
85+
54 describe "config" $
86 describe "config" $
55 it "getHttpConfig has effect on resulting request" $
87 it "getHttpConfig has effect on resulting request" $
56 property $ \config -> do
88 property $ \config -> do
57− request <- runReq config (req_ GET url NoReqBody mempty)
89+ request <- runReaderT (req_ GET url NoReqBody mempty) config
58− L.proxy request `shouldBe` httpConfigProxy config
90+ L.proxy request `shouldBe` httpConfigProxy config
59 L.redirectCount request `shouldBe` httpConfigRedirectCount config
91 L.redirectCount request `shouldBe` httpConfigRedirectCount config
60
92
61 describe "methods" $ do
93 describe "methods" $ do
62− let mnth ::
94+ let mnth
63− forall method.
95+ :: forall method.
64− ( HttpMethod method,
96+ ( HttpMethod method
65− HttpBodyAllowed (AllowsBody method) 'NoBody
97+ , HttpBodyAllowed (AllowsBody method) 'NoBody )
66− ) =>
98+ => method
67− method ->
68− SpecM () ()
99+ -> SpecM () ()
69 mnth method = do
100 mnth method = do
70 let name = httpMethodName (Proxy :: Proxy method)
101 let name = httpMethodName (Proxy :: Proxy method)
71 describe (B8.unpack name) $
102 describe (B8.unpack name) $
@@ -88,15 +119,15 @@ spec = do
88 property $ \host -> do
119 property $ \host -> do
89 request <- req_ GET (http host) NoReqBody mempty
120 request <- req_ GET (http host) NoReqBody mempty
90 L.secure request `shouldBe` False
121 L.secure request `shouldBe` False
91− L.port request `shouldBe` 80
122+ L.port request `shouldBe` 80
92− L.host request `shouldBe` urlEncode host
123+ L.host request `shouldBe` urlEncode host
93 describe "https" $
124 describe "https" $
94 it "sets all the params correctly" $
125 it "sets all the params correctly" $
95 property $ \host -> do
126 property $ \host -> do
96 request <- req_ GET (https host) NoReqBody mempty
127 request <- req_ GET (https host) NoReqBody mempty
97 L.secure request `shouldBe` True
128 L.secure request `shouldBe` True
98− L.port request `shouldBe` 443
129+ L.port request `shouldBe` 443
99− L.host request `shouldBe` urlEncode host
130+ L.host request `shouldBe` urlEncode host
100 describe "(/~)" $
131 describe "(/~)" $
101 it "attaches a path piece that is URL-encoded" $
132 it "attaches a path piece that is URL-encoded" $
102 property $ \host pieces -> do
133 property $ \host pieces -> do
@@ -111,95 +142,32 @@ spec = do
111 request <- req_ GET url' NoReqBody mempty
142 request <- req_ GET url' NoReqBody mempty
112 L.host request `shouldBe` urlEncode host
143 L.host request `shouldBe` urlEncode host
113 L.path request `shouldBe` encodePathPieces pieces
144 L.path request `shouldBe` encodePathPieces pieces
114−
115− describe "useHttpURI" $ do
145+ describe "parseUrlHttp" $ do
116 it "does not recognize non-http schemes" $
146 it "does not recognize non-http schemes" $
117− property $ \uri ->
118− when (URI.uriScheme uri /= Just [QQ.scheme|http|]) $
119− useHttpURI uri `shouldSatisfy` isNothing
120− it "accepts correct URLs" $
121− property $ \uri' -> do
122− unless (isRight (URI.uriAuthority uri')) discard
123− let uri = uri' {URI.uriScheme = Just [QQ.scheme|http|]}
124− (url', options) = fromJust (useHttpURI uri)
125− request <- req_ GET url' NoReqBody options
126− L.host request `shouldBe` uriHost uri
127− L.port request `shouldBe` uriPort 80 uri
128− L.path request `shouldBe` uriPath uri
129− L.queryString request `shouldBe` uriQuery uri
130− lookup "Authorization" (L.requestHeaders request)
131− `shouldBe` uriBasicAuth uri
132− describe "useHttpsURI" $ do
133− it "does not recognize non-https schemes" $
134− property $ \uri ->
135− when (URI.uriScheme uri /= Just [QQ.scheme|https|]) $
136− useHttpsURI uri `shouldSatisfy` isNothing
147+ parseUrlHttp "https://httpbin.org" `shouldSatisfy` isNothing
137 it "parses correct URLs" $
148 it "parses correct URLs" $
138− property $ \uri' -> do
149+ property $ \host pieces queryParams ->
139− unless (isRight (URI.uriAuthority uri')) discard
150+ not (T.null host) && wellFormed queryParams ==> do
140− let uri = uri' {URI.uriScheme = Just [QQ.scheme|https|]}
151+ let (url', path, queryString) =
152+ assembleUrl Http host pieces queryParams
141− (url', options) = fromJust (useHttpsURI uri)
153+ (url'', options) = fromJust (parseUrlHttp url')
142− request <- req_ GET url' NoReqBody options
154+ request <- req_ GET url'' NoReqBody options
143− L.host request `shouldBe` uriHost uri
144− L.port request `shouldBe` uriPort 443 uri
155+ L.host request `shouldBe` urlEncode host
145− L.path request `shouldBe` uriPath uri
156+ L.path request `shouldBe` path
146− L.queryString request `shouldBe` uriQuery uri
157+ L.queryString request `shouldBe` queryString
147− lookup "Authorization" (L.requestHeaders request)
148− `shouldBe` uriBasicAuth uri
149− describe "useURI" $ do
158+ describe "parseUrlHttps" $ do
150− it "does not recognize non-http and non-https schemes" $
159+ it "does not recognize non-https schemes" $
151− property $ \uri ->
152− when
153− ( ( URI.uriScheme uri /= Just [QQ.scheme|http|]
154− && (URI.uriScheme uri /= Just [QQ.scheme|https|])
155− )
156− )
157− $ useURI uri `shouldSatisfy` isNothing
160+ parseUrlHttps "http://httpbin.org" `shouldSatisfy` isNothing
158 it "parses correct URLs" $
161 it "parses correct URLs" $
159− property $ \uri' -> do
162+ property $ \host pieces queryParams ->
160− unless (isRight (URI.uriAuthority uri')) discard
163+ not (T.null host) && wellFormed queryParams ==> do
161− let uriHttp = uri' {URI.uriScheme = Just [QQ.scheme|http|]}
164+ let (url', path, queryString) =
162− uriHttps = uri' {URI.uriScheme = Just [QQ.scheme|https|]}
165+ assembleUrl Https host pieces queryParams
163− requestHttp <-
166+ (url'', options) = fromJust (parseUrlHttps url')
164− case fromJust (useURI uriHttp) of
165− Left (url', options) -> req_ GET url' NoReqBody options
166− _ -> error "(useURI uriHttp) should have returned Left"
167− requestHttps <-
168− case fromJust (useURI uriHttps) of
169− Right (url', options) -> req_ GET url' NoReqBody options
167+ request <- req_ GET url'' NoReqBody options
170− _ -> error "(useURI uriHttps) should have returned Right"
168+ L.host request `shouldBe` urlEncode host
171− L.host requestHttp `shouldBe` uriHost uriHttp
169+ L.path request `shouldBe` path
172− L.host requestHttps `shouldBe` uriHost uriHttps
170+ L.queryString request `shouldBe` queryString
173− L.port requestHttp `shouldBe` uriPort 80 uriHttp
174− L.port requestHttps `shouldBe` uriPort 443 uriHttps
175− L.path requestHttp `shouldBe` uriPath uriHttp
176− L.path requestHttps `shouldBe` uriPath uriHttps
177− L.queryString requestHttp `shouldBe` uriQuery uriHttp
178− L.queryString requestHttps `shouldBe` uriQuery uriHttps
179− lookup "Authorization" (L.requestHeaders requestHttp)
180− `shouldBe` uriBasicAuth uriHttp
181− lookup "Authorization" (L.requestHeaders requestHttps)
182− `shouldBe` uriBasicAuth uriHttps
183−
184− describe "renderUrl" $ do
185− context "http" $ do
186− context "empty path" $
187− it "renders correctly" $ do
188− let (uriHttp, _) = [urlQ|http://httpbin.org|]
189− renderUrl uriHttp `shouldBe` "http://httpbin.org"
190− context "non-empty path" $
191− it "renders correctly" $ do
192− let (uriHttp, _) = [urlQ|http://httpbin.org/here/we/go|]
193− renderUrl uriHttp `shouldBe` "http://httpbin.org/here/we/go"
194− context "http" $ do
195− context "empty path" $
196− it "renders correctly" $ do
197− let (uriHttp, _) = [urlQ|https://httpbin.org|]
198− renderUrl uriHttp `shouldBe` "https://httpbin.org"
199− context "non-empty path" $
200− it "renders correctly" $ do
201− let (uriHttp, _) = [urlQ|https://httpbin.org/here/we/go|]
202− renderUrl uriHttp `shouldBe` "https://httpbin.org/here/we/go"
203
171
204 describe "bodies" $ do
172 describe "bodies" $ do
205 describe "NoReqBody" $
173 describe "NoReqBody" $
@@ -223,7 +191,7 @@ spec = do
223 L.RequestBodyBS x -> x `shouldBe` bs
191 L.RequestBodyBS x -> x `shouldBe` bs
224 _ -> expectationFailure "Wrong request body constructor."
192 _ -> expectationFailure "Wrong request body constructor."
225 describe "ReqBodyLbs" $
193 describe "ReqBodyLbs" $
226− it "sets body to specified lazy byte string" $
194+ it "sets body to specified lazy byte string" $
227 property $ \lbs -> do
195 property $ \lbs -> do
228 request <- req_ POST url (ReqBodyLbs lbs) mempty
196 request <- req_ POST url (ReqBodyLbs lbs) mempty
229 case L.requestBody request of
197 case L.requestBody request of
@@ -237,19 +205,6 @@ spec = do
237 L.RequestBodyLBS x -> x `shouldBe` renderQuery params
205 L.RequestBodyLBS x -> x `shouldBe` renderQuery params
238 _ -> expectationFailure "Wrong request body constructor."
206 _ -> expectationFailure "Wrong request body constructor."
239
207
240− describe "query params" $ do
241− describe "FormUrlEncodedParam" $ do
242− describe "formToQuery" $ do
243− it "should produce the same parameters as F.urlEncodeFormStable" $
244− property $ \form -> do
245− request <- req_ POST url (ReqBodyUrlEnc $ formToQuery form) mempty
246− case L.requestBody request of
247− L.RequestBodyLBS x -> x `shouldBe` F.urlEncodeFormStable form
248− _ -> expectationFailure "Wrong request body constructor"
249− specParamToList (Proxy :: Proxy FormUrlEncodedParam)
250− describe "Option" $ do
251− specParamToList (Proxy :: Proxy (Option 'Http))
252−
253 describe "optional parameters" $ do
208 describe "optional parameters" $ do
254 describe "header" $ do
209 describe "header" $ do
255 it "sets specified header value" $
210 it "sets specified header value" $
@@ -258,136 +213,88 @@ spec = do
258 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value
213 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value
259 it "left header wins" $
214 it "left header wins" $
260 property $ \name value0 value1 -> do
215 property $ \name value0 value1 -> do
261− request <-
262− req_
263− GET
264− url
265− NoReqBody
216+ request <- req_ GET url NoReqBody
266− (header name value0 <> header name value1)
217+ (header name value0 <> header name value1)
267 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value0
218 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value0
268 it "overwrites headers set by other parts of the lib" $
219 it "overwrites headers set by other parts of the lib" $
269 property $ \value -> do
220 property $ \value -> do
270− request <-
271− req_
272− POST
273− url
274− (ReqBodyUrlEnc mempty)
221+ request <- req_ POST url (ReqBodyUrlEnc mempty)
275− (header "Content-Type" value)
222+ (header "Content-Type" value)
276 lookup "Content-Type" (L.requestHeaders request) `shouldBe` pure value
223 lookup "Content-Type" (L.requestHeaders request) `shouldBe` pure value
277 describe "cookieJar" $
224 describe "cookieJar" $
278 it "cookie jar is set without modifications" $
225 it "cookie jar is set without modifications" $
279 property $ \cjar -> do
226 property $ \cjar -> do
280 request <- req_ GET url NoReqBody (cookieJar cjar)
227 request <- req_ GET url NoReqBody (cookieJar cjar)
281− L.cookieJar request `shouldSatisfy` (maybe False (L.equalCookieJar cjar))
228+ L.cookieJar request `shouldBe` pure cjar
282 describe "basicAuth" $ do
229 describe "basicAuth" $ do
283 it "sets Authorization header to correct value" $
230 it "sets Authorization header to correct value" $
284 property $ \username password -> do
231 property $ \username password -> do
285 request <- req_ GET url NoReqBody (basicAuth username password)
232 request <- req_ GET url NoReqBody (basicAuth username password)
286− lookup "Authorization" (L.requestHeaders request)
233+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
287− `shouldBe` Just (basicAuthHeader username password)
234+ pure (basicAuthHeader username password)
288 it "overwrites manual setting of header" $
235 it "overwrites manual setting of header" $
289 property $ \username password value -> do
236 property $ \username password value -> do
290− request0 <-
291− req_
292− GET
293− url
294− NoReqBody
237+ request0 <- req_ GET url NoReqBody
295− (basicAuth username password <> header "Authorization" value)
238+ (basicAuth username password <> header "Authorization" value)
296− request1 <-
297− req_
298− GET
299− url
300− NoReqBody
239+ request1 <- req_ GET url NoReqBody
301− (header "Authorization" value <> basicAuth username password)
240+ (header "Authorization" value <> basicAuth username password)
302− let result = Just (basicAuthHeader username password)
241+ let result = basicAuthHeader username password
303− lookup "Authorization" (L.requestHeaders request0) `shouldBe` result
242+ lookup "Authorization" (L.requestHeaders request0) `shouldBe`
243+ pure result
304− lookup "Authorization" (L.requestHeaders request1) `shouldBe` result
244+ lookup "Authorization" (L.requestHeaders request1) `shouldBe`
245+ pure result
305 it "left auth option wins" $
246 it "left auth option wins" $
306 property $ \username0 password0 username1 password1 -> do
247 property $ \username0 password0 username1 password1 -> do
307− request <-
308− req_
309− GET
310− url
311− NoReqBody
248+ request <- req_ GET url NoReqBody
312− (basicAuth username0 password0 <> basicAuth username1 password1)
249+ (basicAuth username0 password0 <> basicAuth username1 password1)
313− lookup "Authorization" (L.requestHeaders request)
250+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
314− `shouldBe` Just (basicAuthHeader username0 password0)
251+ pure (basicAuthHeader username0 password0)
315 describe "oAuth2Bearer" $ do
252 describe "oAuth2Bearer" $ do
316 it "sets Authorization header to correct value" $
253 it "sets Authorization header to correct value" $
317 property $ \token -> do
254 property $ \token -> do
318 request <- req_ GET url NoReqBody (oAuth2Bearer token)
255 request <- req_ GET url NoReqBody (oAuth2Bearer token)
319− lookup "Authorization" (L.requestHeaders request)
256+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
320− `shouldBe` pure ("Bearer " <> token)
257+ pure ("Bearer " <> token)
321 it "overwrites manual setting of header" $
258 it "overwrites manual setting of header" $
322 property $ \token value -> do
259 property $ \token value -> do
323− request0 <-
324− req_
325− GET
326− url
327− NoReqBody
260+ request0 <- req_ GET url NoReqBody
328− (oAuth2Bearer token <> header "Authorization" value)
261+ (oAuth2Bearer token <> header "Authorization" value)
329− request1 <-
330− req_
331− GET
332− url
333− NoReqBody
262+ request1 <- req_ GET url NoReqBody
334− (header "Authorization" value <> oAuth2Bearer token)
263+ (header "Authorization" value <> oAuth2Bearer token)
335 let result = "Bearer " <> token
264 let result = "Bearer " <> token
336− lookup "Authorization" (L.requestHeaders request0)
265+ lookup "Authorization" (L.requestHeaders request0) `shouldBe`
337− `shouldBe` pure result
266+ pure result
338− lookup "Authorization" (L.requestHeaders request1)
267+ lookup "Authorization" (L.requestHeaders request1) `shouldBe`
339− `shouldBe` pure result
268+ pure result
340 it "left auth option wins" $
269 it "left auth option wins" $
341 property $ \token0 token1 -> do
270 property $ \token0 token1 -> do
342− request <-
343− req_
344− GET
345− url
346− NoReqBody
271+ request <- req_ GET url NoReqBody
347− (oAuth2Bearer token0 <> oAuth2Bearer token1)
272+ (oAuth2Bearer token0 <> oAuth2Bearer token1)
348− lookup "Authorization" (L.requestHeaders request)
273+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
349− `shouldBe` pure ("Bearer " <> token0)
274+ pure ("Bearer " <> token0)
350− describe "ProxyAuthorization" $
351− it "sets Authorization header to correct value" $
352− property $ \username password -> do
353− request <- req_ GET url NoReqBody (basicProxyAuth username password)
354− lookup "Proxy-Authorization" (L.requestHeaders request)
355− `shouldBe` pure (basicProxyAuthHeader username password)
356 describe "oAuth2Token" $ do
275 describe "oAuth2Token" $ do
357 it "sets Authorization header to correct value" $
276 it "sets Authorization header to correct value" $
358 property $ \token -> do
277 property $ \token -> do
359 request <- req_ GET url NoReqBody (oAuth2Token token)
278 request <- req_ GET url NoReqBody (oAuth2Token token)
360− lookup "Authorization" (L.requestHeaders request)
279+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
361− `shouldBe` pure ("token " <> token)
280+ pure ("token " <> token)
362 it "overwrites manual setting of header" $
281 it "overwrites manual setting of header" $
363 property $ \token value -> do
282 property $ \token value -> do
364− request0 <-
365− req_
366− GET
367− url
368− NoReqBody
283+ request0 <- req_ GET url NoReqBody
369− (oAuth2Token token <> header "Authorization" value)
284+ (oAuth2Token token <> header "Authorization" value)
370− request1 <-
371− req_
372− GET
373− url
374− NoReqBody
285+ request1 <- req_ GET url NoReqBody
375− (header "Authorization" value <> oAuth2Token token)
286+ (header "Authorization" value <> oAuth2Token token)
376 let result = "token " <> token
287 let result = "token " <> token
377− lookup "Authorization" (L.requestHeaders request0)
288+ lookup "Authorization" (L.requestHeaders request0) `shouldBe`
378− `shouldBe` pure result
289+ pure result
379− lookup "Authorization" (L.requestHeaders request1)
290+ lookup "Authorization" (L.requestHeaders request1) `shouldBe`
380− `shouldBe` pure result
291+ pure result
381 it "left auth option wins" $
292 it "left auth option wins" $
382 property $ \token0 token1 -> do
293 property $ \token0 token1 -> do
383− request <-
384− req_
385− GET
386− url
387− NoReqBody
294+ request <- req_ GET url NoReqBody
388− (oAuth2Token token0 <> oAuth2Token token1)
295+ (oAuth2Token token0 <> oAuth2Token token1)
389− lookup "Authorization" (L.requestHeaders request)
296+ lookup "Authorization" (L.requestHeaders request) `shouldBe`
390− `shouldBe` pure ("token " <> token0)
297+ pure ("token " <> token0)
391 describe "port" $
298 describe "port" $
392 it "sets port overwriting the defaults" $
299 it "sets port overwriting the defaults" $
393 property $ \n -> do
300 property $ \n -> do
@@ -407,48 +314,31 @@ spec = do
407 request <- req_ GET url NoReqBody (httpVersion major minor)
314 request <- req_ GET url NoReqBody (httpVersion major minor)
408 L.requestVersion request `shouldBe` Y.HttpVersion major minor
315 L.requestVersion request `shouldBe` Y.HttpVersion major minor
409
316
410− describe "quasiquoter" $ do
411− it "works for valid urls" $
412− -- Doing it this way instead of just checking if [urlQ|...|] :: (Url
413− -- 'Https, Option _) type checks, so we can catch if the type of scheme
414− -- is unspecified.
415− let testTypeOfQuoterResult ::
416− forall a s. (Typeable a) => (a, Option s) -> Bool
417− testTypeOfQuoterResult _ = isJust $ eqT @a @(Url 'Https)
418− in property $ testTypeOfQuoterResult [urlQ|https://example.org/|]
419− it "doesn't work for invalid urls" $
420− property $
421− TH.runQ (TH.quoteExp urlQ "not a url") `shouldThrow` anyIOException
422−
423----------------------------------------------------------------------------
317----------------------------------------------------------------------------
424-- Instances
318-- Instances
425
319
426instance MonadHttp IO where
320instance MonadHttp IO where
427 handleHttpException = throwIO
321 handleHttpException = throwIO
428
322
323+instance MonadHttp (ReaderT HttpConfig IO) where
324+ handleHttpException = liftIO . throwIO
325+ getHttpConfig = ask
326+
429instance Arbitrary HttpConfig where
327instance Arbitrary HttpConfig where
430 arbitrary = do
328 arbitrary = do
431− httpConfigProxy <- arbitrary
329+ httpConfigProxy <- arbitrary
432 httpConfigRedirectCount <- arbitrary
330 httpConfigRedirectCount <- arbitrary
433 let httpConfigAltManager = Nothing
331 let httpConfigAltManager = Nothing
434− httpConfigCheckResponse _ _ _ = Nothing
332+ httpConfigCheckResponse _ _ = return ()
435− httpConfigRetryPolicy = retryPolicyDefault
436− httpConfigRetryJudge _ _ = False
437− httpConfigRetryJudgeException _ _ = False
438− httpConfigBodyPreviewLength = 1024
439 return HttpConfig {..}
333 return HttpConfig {..}
440
334
441instance Show HttpConfig where
335instance Show HttpConfig where
442 show HttpConfig {..} =
336 show HttpConfig {..} =
443− "HttpConfig\n"
337+ "HttpConfig\n" ++
444− ++ "{ httpConfigProxy="
445− ++ show httpConfigProxy
338+ "{ httpConfigProxy=" ++ show httpConfigProxy ++ "\n" ++
446− ++ "\n"
447− ++ ", httpRedirectCount="
448− ++ show httpConfigRedirectCount
339+ ", httpRedirectCount=" ++ show httpConfigRedirectCount ++ "\n" ++
449− ++ "\n"
450− ++ ", httpConfigAltManager=<cannot be shown>\n"
340+ ", httpConfigAltManager=<cannot be shown>\n" ++
451− ++ ", httpConfigCheckResponse=<cannot be shown>}\n"
341+ ", httpConfigCheckResponse=<cannot be shown>}\n"
452
342
453instance Arbitrary L.Proxy where
343instance Arbitrary L.Proxy where
454 arbitrary = L.Proxy <$> arbitrary <*> arbitrary
344 arbitrary = L.Proxy <$> arbitrary <*> arbitrary
@@ -466,10 +356,9 @@ instance Show (Option scheme) where
466 show _ = "<cannot be shown>"
356 show _ = "<cannot be shown>"
467
357
468data Thing = Thing
358data Thing = Thing
469− { _thingBool :: Bool,
359+ { _thingBool :: Bool
470− _thingText :: Text
360+ , _thingText :: Text
471− }
472− deriving (Eq, Show, Generic)
361+ } deriving (Eq, Show, Generic)
473
362
474instance ToJSON Thing
363instance ToJSON Thing
475
364
@@ -481,17 +370,17 @@ instance Arbitrary L.CookieJar where
481
370
482instance Arbitrary L.Cookie where
371instance Arbitrary L.Cookie where
483 arbitrary = do
372 arbitrary = do
484− cookie_name <- arbitrary
373+ cookie_name <- arbitrary
485− cookie_value <- arbitrary
374+ cookie_value <- arbitrary
486− cookie_expiry_time <- arbitrary
375+ cookie_expiry_time <- arbitrary
487− cookie_domain <- arbitrary
376+ cookie_domain <- arbitrary
488− cookie_path <- arbitrary
377+ cookie_path <- arbitrary
489 cookie_creation_time <- arbitrary
378 cookie_creation_time <- arbitrary
490 cookie_last_access_time <- arbitrary
379 cookie_last_access_time <- arbitrary
491− cookie_persistent <- arbitrary
380+ cookie_persistent <- arbitrary
492− cookie_host_only <- arbitrary
381+ cookie_host_only <- arbitrary
493− cookie_secure_only <- arbitrary
382+ cookie_secure_only <- arbitrary
494− cookie_http_only <- arbitrary
383+ cookie_http_only <- arbitrary
495 return L.Cookie {..}
384 return L.Cookie {..}
496
385
497instance Arbitrary UTCTime where
386instance Arbitrary UTCTime where
@@ -503,130 +392,73 @@ instance Arbitrary Day where
503instance Arbitrary DiffTime where
392instance Arbitrary DiffTime where
504 arbitrary = secondsToDiffTime <$> arbitrary
393 arbitrary = secondsToDiffTime <$> arbitrary
505
394
506−instance Arbitrary F.Form where
507− arbitrary = (F.Form . fromList) <$> arbitrary
508−
509−----------------------------------------------------------------------------
510−-- Helper types
511−
512−-- | A wrapper to generate correct hosts.
513−newtype Host = Host {unHost :: Text}
514− deriving (Eq, Show)
515−
516−instance Arbitrary Host where
517− arbitrary = Host . T.pack <$> listOf1 (arbitrary `suchThat` (/= ':'))
518−
519−-- | A wrapper to generate correct query parameters.
520−newtype QueryParams = QueryParams [(Text, Maybe Text)]
521− deriving (Eq, Show)
522−
523−instance Arbitrary QueryParams where
524− arbitrary = QueryParams <$> (arbitrary `suchThat` wellFormed)
525− where
526− wellFormed = all (not . T.null . fst)
527−
528----------------------------------------------------------------------------
395----------------------------------------------------------------------------
529-- Helpers
396-- Helpers
530
397
531-- | 'req' that just returns the prepared 'L.Request'.
398-- | 'req' that just returns the prepared 'L.Request'.
399+
532−req_ ::
400+req_
533− ( MonadHttp m,
401+ :: ( MonadHttp m
534− HttpMethod method,
402+ , HttpMethod method
535− HttpBody body,
403+ , HttpBody body
536− HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
404+ , HttpBodyAllowed (AllowsBody method) (ProvidesBody body) )
537− ) =>
538− -- | HTTP method
405+ => method -- ^ HTTP method
539− method ->
540− -- | 'Url' — location of resource
406+ -> Url scheme -- ^ 'Url' — location of resource
541− Url scheme ->
542− -- | Body of the request
407+ -> body -- ^ Body of the request
543− body ->
544− -- | Collection of optional parameters
408+ -> Option scheme -- ^ Collection of optional parameters
545− Option scheme ->
546− -- | Vanilla request
547− m L.Request
409+ -> m L.Request -- ^ Vanilla request
548−req_ method url' body options = req' method url' body options $
410+req_ method url' body options =
549− \request _ -> return request
411+ responseRequest `liftM` req method url' body returnRequest options
550
412
551-- | A dummy 'Url'.
413-- | A dummy 'Url'.
414+
552url :: Url 'Https
415url :: Url 'Https
553url = https "httpbin.org"
416url = https "httpbin.org"
554
417
555-- | Percent encode given 'Text'.
418-- | Percent encode given 'Text'.
419+
556urlEncode :: Text -> ByteString
420urlEncode :: Text -> ByteString
557urlEncode = Y.urlEncode False . T.encodeUtf8
421urlEncode = Y.urlEncode False . T.encodeUtf8
558
422
559-- | Build URL path from given path pieces.
423-- | Build URL path from given path pieces.
424+
560encodePathPieces :: [Text] -> ByteString
425encodePathPieces :: [Text] -> ByteString
561encodePathPieces = BL.toStrict . BB.toLazyByteString . Y.encodePathSegments
426encodePathPieces = BL.toStrict . BB.toLazyByteString . Y.encodePathSegments
562
427
563−-- | Get host from a 'URI'. This function is not total.
428+-- | Assemble entire URL.
564−uriHost :: URI -> ByteString
429+
565−uriHost uri =
430+assembleUrl
566− fromJust $
431+ :: Scheme -- ^ Scheme
567− urlEncode . URI.unRText . URI.authHost
432+ -> Text -- ^ Host
568− <$> either (const Nothing) Just (URI.uriAuthority uri)
433+ -> [Text] -- ^ Path pieces
569−
434+ -> [(Text, Maybe Text)] -- ^ Query parameters
570−-- | Get part from a 'URI' defaulting to the provided value.
435+ -> (ByteString, ByteString, ByteString) -- ^ URL, path, query string
571−uriPort :: Int -> URI -> Int
436+assembleUrl scheme' host' pathPieces queryParams =
572−uriPort def uri =
437+ (scheme <> host <> path <> queryString, path, queryString)
573− maybe def (fromIntegral) $
438+ where
574− either (const Nothing) Just (URI.uriAuthority uri) >>= URI.authPort
439+ scheme = case scheme' of
575−
440+ Http -> "http://"
576−-- | Get the path from a 'URI'.
441+ Https -> "https://"
577−uriPath :: URI -> ByteString
442+ host = urlEncode host'
578−uriPath uri = fromMaybe "" $ do
443+ path = encodePathPieces pathPieces
579− (trailingSlash, xs) <- URI.uriPath uri
580− let pref = (encodePathPieces . fmap URI.unRText . NE.toList) xs
581− return $ if trailingSlash then pref <> "/" else pref
582−
583−-- | Get the query string from a 'URI'.
584−uriQuery :: URI -> ByteString
585−uriQuery uri = do
586− let liftQueryParam = \case
587− URI.QueryFlag t -> (URI.unRText t, Nothing)
588− URI.QueryParam k v -> (URI.unRText k, Just (URI.unRText v))
589− Y.renderQuery True (Y.queryTextToQuery (liftQueryParam <$> (URI.uriQuery uri)))
444+ queryString = Y.renderQuery True (Y.queryTextToQuery queryParams)
590−
445+
591−-- | Predict the headrs that should be set if the given 'URI' has username
592−-- and password in it.
593−uriBasicAuth :: URI -> Maybe ByteString
594−uriBasicAuth uri = do
595− auth <- either (const Nothing) Just (URI.uriAuthority uri)
596− URI.UserInfo {..} <- URI.authUserInfo auth
597− let username = T.encodeUtf8 (URI.unRText uiUsername)
598− password = maybe "" (T.encodeUtf8 . URI.unRText) uiPassword
599− return (basicAuthHeader username password)
600−
601−-- | Render a query as lazy 'BL.ByteString'.
602renderQuery :: [(Text, Maybe Text)] -> BL.ByteString
446renderQuery :: [(Text, Maybe Text)] -> BL.ByteString
603renderQuery = BL.fromStrict . Y.renderQuery False . Y.queryTextToQuery
447renderQuery = BL.fromStrict . Y.renderQuery False . Y.queryTextToQuery
604
448
449+-- | Check if collection of query params is well-formed.
450+
451+wellFormed :: [(Text, Maybe Text)] -> Bool
452+wellFormed = all (not . T.null . fst)
453+
605-- | Convert collection of query parameters to 'FormUrlEncodedParam' thing.
454-- | Convert collection of query parameters to 'FormUrlEncodedParam' thing.
455+
606formUrlEnc :: [(Text, Maybe Text)] -> FormUrlEncodedParam
456formUrlEnc :: [(Text, Maybe Text)] -> FormUrlEncodedParam
607formUrlEnc = foldMap (uncurry queryParam)
457formUrlEnc = foldMap (uncurry queryParam)
608
458
609-- | Get “Authorization” basic auth header given username and password.
459-- | Get “Authorization” basic auth header given username and password.
460+
610basicAuthHeader :: ByteString -> ByteString -> ByteString
461basicAuthHeader :: ByteString -> ByteString -> ByteString
611basicAuthHeader username password =
462basicAuthHeader username password =
612 fromJust . lookup Y.hAuthorization . L.requestHeaders $
463 fromJust . lookup Y.hAuthorization . L.requestHeaders $
613 L.applyBasicAuth username password L.defaultRequest
464 L.applyBasicAuth username password L.defaultRequest
614−
615−-- | Get "Proxy-Authorization" basic proxy auth header given username and
616−-- password.
617−basicProxyAuthHeader :: ByteString -> ByteString -> ByteString
618−basicProxyAuthHeader username password =
619− fromJust . lookup Y.hProxyAuthorization . L.requestHeaders $
620− L.applyBasicProxyAuth username password L.defaultRequest
621−
622−-- | Spec about 'paramToList' for the type @p@.
623−specParamToList :: (QueryParam p, Monoid p) => Proxy p -> Spec
624−specParamToList typeProxy = do
625− describe "paramToList" $ do
626− it "should reproduce the parameters given by queryParam" $
627− property $ \(QueryParams params) -> do
628− let queryParam0 =
629− (mconcat $ fmap (uncurry queryParam) params)
630− `asProxyTypeOf` typeProxy
631− got = queryParamToList queryParam0
632− got `shouldBe` params
req.cabal+120−116
@@ -1,127 +1,131 @@
1−cabal-version: 2.4
1+--
2−name: req
2+-- Cabal configuration for ‘req’ package.
3−version: 3.13.4
3+--
4−license: BSD-3-Clause
4+-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
5−license-file: LICENSE.md
5+--
6−maintainer: Mark Karpov <markkarpov92@gmail.com>
6+-- Redistribution and use in source and binary forms, with or without
7−author: Mark Karpov <markkarpov92@gmail.com>
7+-- modification, are permitted provided that the following conditions are
8−tested-with: ghc ==9.6.3 ghc ==9.8.2 ghc ==9.10.1
8+-- met:
9−homepage: https://github.com/mrkkrp/req
9+--
10−bug-reports: https://github.com/mrkkrp/req/issues
10+-- * Redistributions of source code must retain the above copyright notice,
11−synopsis: HTTP client library
11+-- this list of conditions and the following disclaimer.
12−description: HTTP client library.
12+--
13−category: Network, Web
13+-- * Redistributions in binary form must reproduce the above copyright
14−build-type: Simple
14+-- notice, this list of conditions and the following disclaimer in the
15−data-files:
15+-- documentation and/or other materials provided with the distribution.
16− httpbin-data/utf8.html
16+--
17− httpbin-data/robots.txt
17+-- * Neither the name Mark Karpov nor the names of contributors may be used
18+-- to endorse or promote products derived from this software without
19+-- specific prior written permission.
20+--
21+-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
22+-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
23+-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
24+-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
25+-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26+-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27+-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28+-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
29+-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
30+-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31+-- POSSIBILITY OF SUCH DAMAGE.
18
32
33+name: req
34+version: 0.1.0
35+cabal-version: >= 1.10
36+license: BSD3
37+license-file: LICENSE.md
38+author: Mark Karpov <markkarpov@openmailbox.org>
39+maintainer: Mark Karpov <markkarpov@openmailbox.org>
40+homepage: https://github.com/mrkkrp/req
41+bug-reports: https://github.com/mrkkrp/req/issues
42+category: Network, Web
43+synopsis: Easy-to-use, type-safe, expandable, high-level HTTP library
44+build-type: Simple
45+description: Easy-to-use, type-safe, expandable, high-level HTTP library.
19−extra-doc-files:
46+extra-doc-files: CHANGELOG.md
20− CHANGELOG.md
21− README.md
47+ , README.md
48+data-files: httpbin-data/utf8.html
49+ , httpbin-data/robots.txt
22
50
23source-repository head
51source-repository head
24− type: git
52+ type: git
25− location: https://github.com/mrkkrp/req.git
53+ location: https://github.com/mrkkrp/req.git
26
54
27flag dev
55flag dev
28− description: Turn on development settings.
56+ description: Turn on development settings.
29− default: False
30− manual: True
57+ manual: True
58+ default: False
31
59
32library
60library
33− exposed-modules: Network.HTTP.Req
34− default-language: GHC2021
35− build-depends:
61+ build-depends: aeson >= 0.11 && < 1.1
36− aeson >=0.9 && <3,
62+ , base >= 4.7 && < 5.0
37− authenticate-oauth >=1.5 && <1.8,
38− base >=4.15 && <5,
39− blaze-builder >=0.3 && <0.5,
63+ , blaze-builder >= 0.3 && < 0.5
40− bytestring >=0.10.8 && <0.13,
64+ , bytestring >= 0.10.8 && < 0.11
41− case-insensitive >=0.2 && <1.3,
65+ , case-insensitive >= 0.2 && < 1.3
42− containers >=0.5 && <0.8,
43− crypton-connection >=0.4.2 && <0.5,
66+ , connection >= 0.2.2 && < 0.3
44− data-default-class >=0.2.0.0,
67+ , data-default-class
45− exceptions >=0.6 && <0.11,
46− http-api-data >=0.2 && <0.7,
68+ , http-api-data >= 0.2 && < 0.4
47− http-client >=0.7.13.1 && <0.8,
69+ , http-client >= 0.5 && < 0.6
48− http-client-tls >=0.3.2 && <0.4,
70+ , http-client-tls >= 0.3.2 && < 0.4
49− http-types >=0.8 && <10,
71+ , http-types >= 0.8 && < 10.0
50− modern-uri >=0.3 && <0.4,
51− monad-control >=1.0 && <1.1,
52− mtl >=2.0 && <3.0,
72+ , mtl >= 2.0 && < 3.0
53− retry >=0.8 && <0.10,
54− template-haskell >=2.19 && <2.23,
55− text >=0.2 && <2.2,
73+ , text >= 0.2 && < 1.3
56− transformers >=0.5.3.0 && <0.7,
74+ , time >= 1.2 && < 1.7
57− transformers-base,
75+ , transformers >= 0.4 && < 0.6
58− unliftio-core >=0.1.1 && <0.3
76+ if !impl(ghc >= 8.0)
59−
77+ build-depends: semigroups == 0.18.*
78+ exposed-modules: Network.HTTP.Req
60− if flag(dev)
79+ if flag(dev)
61− ghc-options:
80+ ghc-options: -Wall -Werror
62− -Wall -Werror -Wpartial-fields -Wunused-packages
63− -Wno-unused-imports
64−
65− else
81+ else
66− ghc-options: -O2 -Wall
82+ ghc-options: -O2 -Wall
83+ default-language: Haskell2010
67
84
68test-suite pure-tests
85test-suite pure-tests
69− type: exitcode-stdio-1.0
70− main-is: Spec.hs
86+ main-is: Spec.hs
71− build-tool-depends: hspec-discover:hspec-discover >=2 && <3
72− hs-source-dirs: pure-tests
73− other-modules: Network.HTTP.ReqSpec
87+ other-modules: Network.HTTP.ReqSpec
74− default-language: GHC2021
88+ hs-source-dirs: pure-tests
75− build-depends:
89+ type: exitcode-stdio-1.0
76− QuickCheck >=2.7 && <3,
90+ build-depends: QuickCheck >= 2.7 && < 3.0
77− aeson >=0.9 && <3,
91+ , aeson >= 0.11 && < 1.1
78− base >=4.15 && <5.0,
92+ , base >= 4.7 && < 5.0
79− blaze-builder >=0.3 && <0.5,
93+ , blaze-builder >= 0.3 && < 0.5
80− bytestring >=0.10.8 && <0.13,
94+ , bytestring >= 0.10.8 && < 0.11
81− case-insensitive >=0.2 && <1.3,
95+ , case-insensitive >= 0.2 && < 1.3
82− hspec >=2.0 && <3,
96+ , hspec >= 2.0 && < 3.0
83− hspec-core >=2.0 && <3,
97+ , hspec-core >= 2.0 && < 3.0
84− http-api-data >=0.2 && <0.7,
85− http-client >=0.7 && <0.8,
98+ , http-client >= 0.5 && < 0.6
86− http-types >=0.8 && <10,
99+ , http-types >= 0.8 && < 10.0
87− modern-uri >=0.3 && <0.4,
100+ , mtl >= 2.0 && < 3.0
88− req,
101+ , req >= 0.1.0
89− retry >=0.8 && <0.10,
90− template-haskell >=2.19 && <2.23,
91− text >=0.2 && <2.2,
102+ , text >= 0.2 && < 1.3
92− time >=1.2 && <1.15
103+ , time >= 1.2 && < 1.7
93−
94− if flag(dev)
104+ if flag(dev)
95− ghc-options:
105+ ghc-options: -Wall -Werror
96− -Wall -Werror -Wredundant-constraints -Wpartial-fields
97− -Wunused-packages
98−
99− else
106+ else
100− ghc-options: -O2 -Wall
107+ ghc-options: -O2 -Wall
108+ default-language: Haskell2010
101
109
102test-suite httpbin-tests
110test-suite httpbin-tests
103− type: exitcode-stdio-1.0
104− main-is: Spec.hs
111+ main-is: Spec.hs
105− build-tool-depends: hspec-discover:hspec-discover >=2 && <3
112+ other-modules: Network.HTTP.ReqSpec
106− hs-source-dirs: httpbin-tests
113+ hs-source-dirs: httpbin-tests
107− other-modules: Network.HTTP.ReqSpec
114+ type: exitcode-stdio-1.0
108− default-language: GHC2021
109− build-depends:
110− QuickCheck >=2.7 && <3,
115+ build-depends: QuickCheck >= 2.7 && < 3.0
111− aeson >=2 && <3,
116+ , aeson >= 0.11 && < 1.1
112− base >=4.15 && <5,
117+ , base >= 4.7 && < 5.0
113− bytestring >=0.10.8 && <0.13,
118+ , bytestring >= 0.10.8 && < 0.11
119+ , data-default-class
114− hspec >=2.0 && <3.0,
120+ , hspec >= 2.0 && < 3.0
115− http-client >=0.7 && <0.8,
121+ , http-client >= 0.5 && < 0.6
116− http-types >=0.8 && <10,
122+ , http-types >= 0.8 && < 10.0
117− monad-control >=1.0 && <1.1,
123+ , mtl >= 2.0 && < 3.0
118− req,
124+ , req >= 0.1.0
119− text >=0.2 && <2.2
125+ , text >= 0.2 && < 1.3
120−
126+ , unordered-containers >= 0.2.5 && < 0.2.8
121− if flag(dev)
127+ if flag(dev)
122− ghc-options:
128+ ghc-options: -Wall -Werror
123− -Wall -Werror -Wredundant-constraints -Wpartial-fields
124− -Wunused-packages
125−
126− else
129+ else
127− buildable: False
130+ ghc-options: -O2 -Wall
131+ default-language: Haskell2010
stack.yamlnew file+3
@@ -0,0 +1,3 @@
1+resolver: nightly-2016-11-07
2+packages:
3+- '.'