on master help sign in
.github/dependabot.ymlnew file+6
since splitsnapshots
unifiedsplit
@@ -0,0 +1,6 @@
1+version: 2
2+updates:
3+ - package-ecosystem: "github-actions"
4+ directory: "/"
5+ schedule:
6+ interval: "weekly"
.github/workflows/ci.yamlnew file+47
@@ -0,0 +1,47 @@
1+name: CI
2+on:
3+ push:
4+ branches:
5+ - master
6+ pull_request:
7+ types:
8+ - opened
9+ - synchronize
10+jobs:
11+ ormolu:
12+ runs-on: ubuntu-latest
13+ steps:
14+ - uses: actions/checkout@v4
15+ - uses: haskell-actions/run-ormolu@v17
16+ build:
17+ runs-on: ubuntu-latest
18+ needs: ormolu
19+ strategy:
20+ matrix:
21+ cabal: ["3.12"]
22+ ghc: ["9.6.3", "9.8.2", "9.10.1"]
23+ steps:
24+ - uses: actions/checkout@v4
25+ - uses: haskell-actions/setup@v2
26+ id: setup-haskell-cabal
27+ with:
28+ ghc-version: ${{ matrix.ghc }}
29+ cabal-version: ${{ matrix.cabal }}
30+ - run: cabal update
31+ - run: cabal freeze
32+ - uses: actions/cache@v4.2.3
33+ with:
34+ path: |
35+ ${{ steps.setup-haskell-cabal.outputs.cabal-store }}
36+ dist-newstyle
37+ key: ${{ runner.os }}-${{ matrix.ghc }}-${{ hashFiles('cabal.project.freeze') }}
38+ restore-keys: |
39+ ${{ runner.os }}-${{ matrix.ghc }}-
40+ - run: cabal format && git diff --exit-code --color=always
41+ - run: cabal build
42+ - run: |
43+ docker pull kennethreitz/httpbin
44+ docker run -p 1234:80 kennethreitz/httpbin &
45+ cabal test
46+ - run: cabal haddock
47+ - run: cabal sdist
.gitignore+14
@@ -1,10 +1,19 @@
1*#
1*#
2+*.aux
2*.chi
3*.chi
3*.chs.h
4*.chs.h
5+*.dyn_hi
6+*.dyn_o
7+*.eventlog
4*.hi
8*.hi
9+*.hp
5*.o
10*.o
11+*.prof
6*~
12*~
13+.HTF/
7.cabal-sandbox/
14.cabal-sandbox/
15+.ghc.environment.*
16+.hpc
8.hsenv
17.hsenv
9.stack-work/
18.stack-work/
10.virtualenv
19.virtualenv
@@ -12,5 +21,10 @@ TAGS
12benchmarks.tix
21benchmarks.tix
13cabal-dev
22cabal-dev
14cabal.config
23cabal.config
24+cabal.project.local
15cabal.sandbox.config
25cabal.sandbox.config
26+dist-*/
16dist/
27dist/
28+hie.yaml
29+stack.yaml
30+stack.yaml.lock
.travis.ymldeleted−47
@@ -1,47 +0,0 @@
1−language: c
2−
3−sudo: false
4−
5−matrix:
6− include:
7− - env: CABALVER=1.18 GHCVER=7.8.4
8− addons: {apt: {packages: [cabal-install-1.18,ghc-7.8.4,libflac-dev], sources: [hvr-ghc]}}
9− - env: CABALVER=1.22 GHCVER=7.10.3
10− addons: {apt: {packages: [cabal-install-1.22,ghc-7.10.3,libflac-dev],sources: [hvr-ghc]}}
11− - env: CABALVER=1.24 GHCVER=8.0.1
12− addons: {apt: {packages: [cabal-install-1.24,ghc-8.0.1,libflac-dev],sources: [hvr-ghc]}}
13− - env: CABALVER=head GHCVER=head
14− addons: {apt: {packages: [cabal-install-head,ghc-head,libflac-dev], sources: [hvr-ghc]}}
15−
16− allow_failures:
17− - env: CABALVER=head GHCVER=head
18−
19−before_install:
20− - export PATH=/opt/ghc/$GHCVER/bin:/opt/cabal/$CABALVER/bin:$PATH
21−
22−install:
23− - cabal --version
24− - echo "$(ghc --version) [$(ghc --print-project-git-commit-id 2> /dev/null || echo '?')]"
25− - travis_retry cabal update
26− - cabal install --only-dependencies --enable-tests
27−
28−script:
29− - case "$CABALVER" in
30− "1.18") cabal configure --enable-tests --enable-library-coverage -v2 -f dev ;;
31− *) cabal configure --enable-tests --enable-coverage -v2 -f dev ;;
32− esac
33− - cabal build
34− - cabal test --show-details=always
35− - cabal sdist
36− - cabal haddock | grep "100%" | wc -l | grep "3"
37−
38−after_script:
39− - cabal install hpc-coveralls
40− - export PATH=~/.cabal/bin:$PATH
41− - hpc-coveralls --coverage-mode=StrictlyFullLines
42− --exclude-dir=pure-tests
43− --exclude-dir=httpbin-tests
44− pure-tests httpbin-tests
45−
46−notifications:
47− email: false
CHANGELOG.md+244
@@ -1,3 +1,247 @@
1+## Req 3.13.4
2+
3+* Fixed empty ciphersuite list when compiling against `tls < 2.0.6`
4+ (see [PR 175](https://github.com/mrkkrp/req/pull/175)). As a side effect, now
5+ compatible with older versions of `crypton-connection` (>= 0.3).
6+
7+## Req 3.13.3
8+
9+* Works with `crypton-connection-0.4` and newer.
10+
11+## Req 3.13.2
12+
13+* Disable the problematic `httpbin-tests` test suite by default. Only enable
14+ it when the `dev` flag is enabled. In that case it is expected that an
15+ httpbin server is run locally at `localhost:1234`.
16+
17+## Req 3.13.1
18+
19+* Switched the non-pure test suite to use https://httpbun.org instead of
20+ https://httpbin.org since the latter proved to be highly unreliable
21+ lately.
22+
23+* Switched from `connection` to `crypton-connection`.
24+
25+* Builds with GHC 9.6.1.
26+
27+## Req 3.13.0
28+
29+* Add `headerRedacted` function to add header fields, which will be with
30+ redacted values on print.
31+
32+## Req 3.12.0
33+
34+* Add `isStatusCodeException` function.
35+* Add `instance HttpResponse (Network.HTTP.Client.Response ())`.
36+
37+## Req 3.11.0
38+
39+* Add the `queryParamToList` method to the `QueryParam` type class.
40+* Add the `formToQuery` function. [Issue 126](https://github.com/mrkkrp/req/issues/126).
41+* Add `FromForm` instances (in the `Web.FormUrlEncoded` module) to the
42+ `Option` and `FormUrlEncodedParam` types.
43+
44+## Req 3.10.0
45+
46+* Add `MonadHttp` instances for `transformers` types.
47+
48+## Req 3.9.2
49+
50+* The test suite works with `aeson-2.x.x.x`.
51+
52+## Req 3.9.1
53+
54+* Builds with GHC 9.0.
55+
56+## Req 3.9.0
57+
58+* The `useHttpURI` and `useHttpsURI` functions now preserve trailing
59+ slashes.
60+
61+## Req 3.8.0
62+
63+* Adjusted the value of the `httpConfigRetryJudgeException` field of
64+ `defaultHttpConfig` to retry on response timeouts and connection timeouts.
65+
66+## Req 3.7.0
67+
68+* Added `reqCb`, a function that allows you to modify the `Request` object
69+ but otherwise performs the requst for you.
70+
71+* Derived `MonadThrow`, `MonadCatch`, and `MonadMask` for the `Req` monad.
72+
73+## Req 3.6.0
74+
75+* Added the `httpConfigBodyPreviewLength` configuration parameter to
76+ `HttpConfig`.
77+
78+## Req 3.5.0
79+
80+* Made `Req` an instance of `MonadUnliftIO`. [Issue
81+ 100](https://github.com/mrkkrp/req/issues/100).
82+
83+## Req 3.4.0
84+
85+* Requests using `DELETE` method can now have a body. [Issue
86+ 89](https://github.com/mrkkrp/req/issues/89).
87+
88+* Added the `httpConfigRetryJudgeException` field to `HttpConfig` so that
89+ requests that result in exceptions can be retried. [Issue
90+ 93](https://github.com/mrkkrp/req/issues/93).
91+
92+* Added the function `renderUrl`. [Issue
93+ 83](https://github.com/mrkkrp/req/issues/83).
94+
95+## Req 3.3.0
96+
97+* Derived `Show` instances for response types `IgnoreResponse`,
98+ `JsonResponse`, `BsResponse`, and `LbsResponse`.
99+
100+## Req 3.2.0
101+
102+* Made the tests pass with `http-client-0.7` and later.
103+
104+* Added a quasiquoter for URL creation, `urlQ`.
105+
106+## Req 3.1.0
107+
108+* Changed signature of `httpConfigRetryPolicy` to `RetryPolicyM IO`.
109+
110+## Req 3.0.0
111+
112+* Dropped functions `parseUrlHttp`, `parseUrlHttps`, and `parseUrl`. Instead
113+ we now have `useHttpURI`, `useHttpsURI`, and `useURI` take `URI`s from
114+ `modern-uri` as their argument. You first parse your URL with the
115+ `modern-uri` package and then pass it to those functions. This allows us
116+ to work with typed URI representations and seamlessly convert them to
117+ something `req` can work with. As a side effect basic auth from the `URI`s
118+ is now taken into consideration. In the future we may also start to
119+ respect fragments if `http-client` starts to support this.
120+
121+* Dropped support for GHC 8.2 and older.
122+
123+## Req 2.1.0
124+
125+* Dropped support for GHC 7.10.
126+
127+* Added the new `acceptHeader` method to the `HttpResponse` type class.
128+ Notably, the `jsonResponse` method now sets `"Accept"` header to
129+ `"application/json"`.
130+
131+## Req 2.0.1
132+
133+* Fixed the `httpbin` tests (they changed something on the server again).
134+
135+## Req 2.0.0
136+
137+* Got rid of `data-default-class` dependency, now we export
138+ `defaultHttpConfig` instead.
139+
140+## Req 1.2.1
141+
142+* Fixed a typo in the type signature of `parseUrl`.
143+
144+## Req 1.2.0
145+
146+* Added the `parseUrl` function.
147+
148+## Req 1.1.0
149+
150+* Added `customAuth` and `attachHeader` to facilitate creation of custom
151+ authentication options.
152+
153+* Added `basicProxyAuth` authentication option.
154+
155+## Req 1.0.0
156+
157+* Added the `reqBr` function allowing to consume `Response BodyReader`
158+ without using a pre-defined instance of `HttpResponse`, in a custom way.
159+
160+* Now streaming of response body does not happen until we've checked headers
161+ and status code with `httpConfigCheckResponse`. It also doesn't happen on
162+ every retry. Streaming and obtaining of final response value happens only
163+ once when we're happy with everything.
164+
165+ Previously we first tried to consume and interpret response body before
166+ checking status code and determining whether we should retry the request.
167+ This was not good, because we could expect a JSON response but get a
168+ response with status code 500, and then still we would try to parse it as
169+ JSON first before letting `httpConfigCheckResponse` throw an exception.
170+
171+ The corrected behavior should also make retrying more efficient.
172+
173+* Changed signatures of several fields of `HttpConfig`:
174+ `httpConfigCheckResponse`, `httpConfigRetryPolicy`, and
175+ `httpConfigRetryJudge` in order to eliminate redundant `IO` and prevent
176+ the possibility that these functions could start consuming `BodyReader`.
177+
178+* Removed the `makeResponsePreview` method from the `HttpResponse` type
179+ class. Preview business is handled by the library automatically on a lower
180+ level now. Users do not need to concern themselves with such stuff.
181+
182+* Changed the type signature of the `getHttpResponse` method of the
183+ `HttpResponse` type class. Previously it left too much freedom (and
184+ responsibility) to implementers of the method. In fact, we now limit what
185+ `getHttpResponse` does to just consuming and interpreting `Response
186+ BodyReader`, so we can properly control details of connection
187+ opening/closing etc., for the user.
188+
189+* Dropped support for GHC 7.8.
190+
191+* Minor documentation improvements.
192+
193+## Req 0.5.0
194+
195+* Changed the signature of the `makeResponseBodyPreview` from `response ->
196+ IO ByteString` to `response -> ByteString`.
197+
198+* Minor documentation improvements.
199+
200+## Req 0.4.0
201+
202+* Added the `Req` monad and `runReq` function to run it. This allows to use
203+ `req` without defining new (orphan) instances.
204+
205+## Req 0.3.1
206+
207+* Added `basicAuthUnsafe`.
208+
209+## Req 0.3.0
210+
211+* Made URL parsing functions `parseUrlHttp` and `parseUrlHttps` recognize
212+ port numbers.
213+
214+* Added `req'` function that allows to perform requests via a callback that
215+ receives pre-constructed request and manager.
216+
217+* Removed the `ReturnRequest` HTTP response implementation as it was not
218+ quite safe and was not going to work with retrying. Use `req'` instead for
219+ “pure” testing.
220+
221+* Changed the type of `httpConfigCheckResponse`, so the second argument can
222+ be any instance of `HttpResponse`.
223+
224+* Added built-in automatic retrying. See `httpConfigRetryPolicy` and
225+ `httpConfigRetryJudge` in `HttpConfig`. The default configuration retries
226+ 5 times on request timeouts.
227+
228+* Added the `makeResponseBodyPreview` method to the `HttpResponse` type
229+ class that allows to specify how to build a “preview” of response body for
230+ inclusion into exceptions.
231+
232+* Improved wording in the documentation and `README.md`.
233+
234+## Req 0.2.0
235+
236+* Added support for multipart form data in the form of `ReqBodyMultipart`
237+ body option and `reqBodyMultipart` helper function. This also required a
238+ change in the type signature of `getRequestContentType`, which now takes
239+ `body`, not `Proxy body` because we need to extract boundary from `body`
240+ and put it into `Content-Type` header. This change, however, shouldn't be
241+ too dangerous for end-users.
242+
243+* Added support for OAuth 1.0 authentication via `oAuth1` option.
244+
1## Req 0.1.0
245## Req 0.1.0
2
246
3* Initial release.
247* Initial release.
LICENSE.md+1−1
@@ -1,4 +1,4 @@
1−Copyright © 2016 Mark Karpov
1+Copyright © 2016–present Mark Karpov
2
2
3All rights reserved.
3All rights reserved.
4
4
Network/HTTP/Req.hs+1410−754
@@ -1,258 +1,282 @@
1+{-# LANGUAGE DataKinds #-}
2+{-# LANGUAGE LambdaCase #-}
3+{-# LANGUAGE OverloadedStrings #-}
4+{-# LANGUAGE QuasiQuotes #-}
5+{-# LANGUAGE RecordWildCards #-}
6+{-# LANGUAGE RoleAnnotations #-}
7+{-# LANGUAGE TemplateHaskellQuotes #-}
8+{-# LANGUAGE TypeFamilies #-}
9+{-# LANGUAGE UndecidableInstances #-}
10+
1-- |
11-- |
2-- Module : Network.HTTP.Req
12-- Module : Network.HTTP.Req
3−-- Copyright : © 2016 Mark Karpov
13+-- Copyright : © 2016–present Mark Karpov
4-- License : BSD 3 clause
14-- License : BSD 3 clause
5--
15--
6−-- Maintainer : Mark Karpov <markkarpov@openmailbox.org>
16+-- Maintainer : Mark Karpov <markkarpov92@gmail.com>
7-- Stability : experimental
17-- Stability : experimental
8-- Portability : portable
18-- Portability : portable
9--
19--
10−-- The documentation below is structured in such a way that most important
20+-- The documentation below is structured in such a way that the most
11−-- information goes first: you learn how to do HTTP requests, then how to
21+-- important information is presented first: you learn how to do HTTP
12−-- embed them in any monad you have, then it goes on giving you details
22+-- requests, how to embed them in the monad you have, and then it gives you
13−-- about less-common things you may want to know about. The documentation is
23+-- details about less-common things you may want to know about. The
14−-- written with sufficient coverage of details and examples, it's designed
24+-- documentation is written with sufficient coverage of details and
15−-- to be a complete tutorial on its own.
25+-- examples, and it's designed to be a complete tutorial on its own.
16−--
17−-- /(A modest intro goes here, click on 'req' to start making requests.)/
18--
26--
19-- === About the library
27-- === About the library
20--
28--
21−-- This is an easy-to-use, type-safe, expandable, high-level HTTP library
29+-- Req is an HTTP client library that attempts to be easy-to-use, type-safe,
22−-- that just works without any fooling around.
30+-- and expandable.
23−--
31+--
24−-- What does the “easy-to-use” phrase mean? It means that the library is
32+-- “Easy-to-use” means that the library is designed to be beginner-friendly
25−-- designed to be beginner-friendly, so it's simple to add it to your monad
33+-- so it's simple to add to your monad stack, intuitive to work with,
26−-- stack, intuitive to work with, well-documented, and does not get in your
34+-- well-documented, and does not get in your way. Doing HTTP requests is a
27−-- way. Doing HTTP requests is a common task and Haskell library for this
35+-- common task and a Haskell library for this should be approachable and
28−-- should be very approachable and clear to beginners, thus certain
29−-- compromises were made. For example, one cannot currently modify
36+-- clear to beginners, thus certain compromises were made. For example, one
30−-- 'L.ManagerSettings' of default manager because the library always use the
37+-- cannot currently modify 'L.ManagerSettings' of the default manager
38+-- because the library always uses the same implicit global manager for
31−-- same implicit global manager for simplicity and maximal connection
39+-- simplicity and maximal connection sharing. There is a way to use your own
32−-- sharing. There is a way to use your own manager with different settings,
33−-- but it requires a bit more typing.
40+-- manager with different settings, but it requires more typing.
34−--
41+--
35−-- “Type-safe” means that the library is protective and eliminates certain
42+-- “Type-safe” means that the library tries to eliminate certain classes of
36−-- class of errors. For example, we have correct-by-construction 'Url's,
43+-- errors. For example, we have correct-by-construction URLs; it is
37−-- it's guaranteed that user does not send request body when using methods
44+-- guaranteed that the user does not send the request body when using
38−-- like 'GET' or 'OPTIONS', amount of implicit assumptions is minimized by
45+-- methods like GET or OPTIONS, and the amount of implicit assumptions is
39−-- making user specify his\/her intentions in explicit form (for example,
46+-- minimized by making the user specify their intentions in an explicit
40−-- it's not possible to avoid specifying body or method of a request).
47+-- form. For example, it's not possible to avoid specifying the body or the
41−-- Authentication methods that assume TLS force user to use TLS on type
48+-- method of a request. Authentication methods that assume HTTPS force the
42−-- level. The library carefully hides underlying types from lower-level
49+-- user to use HTTPS at the type level.
43−-- @http-client@ package because it's not safe enough (for example
44−-- 'L.Request' is an instance of 'Data.String.IsString' and if it's
45−-- malformed, it will blow up at run-time).
46−--
50+--
47−-- “Expandable” refers to the ability of the library to be expanded without
51+-- “Expandable” refers to the ability to create new components without
48−-- ugly hacking. For example, it's possible to define your own HTTP methods,
52+-- having to resort to hacking. For example, it's possible to define your
49−-- new ways to construct body of request, new authorization options, new
53+-- own HTTP methods, create new ways to construct the body of a request,
50−-- ways to actually perform request and how to represent\/parse response. As
54+-- create new authorization options, perform a request in a different way,
51−-- user extends the library to satisfy his\/her special needs, the new
55+-- and create your own methods to parse a response.
52−-- solutions work just like built-ins. That said, all common cases are
53−-- covered by the library out-of-the-box.
54−--
55−-- “High-level” means that there are less details to worry about. The
56−-- library is a result of my experiences as a Haskell consultant, working
57−-- for several clients who have very different projects and so the library
58−-- adapts easily to any particular style of writing Haskell applications.
59−-- For example, some people prefer throwing exceptions, while others are
60−-- concerned with purity: just define 'handleHttpException' accordingly when
61−-- making your monad instance of 'MonadHttp' and it will play seamlessly.
62−-- Finally, the library cuts boilerplate considerably and helps write
63−-- concise, easy to read and maintain code.
64--
56--
65-- === Using with other libraries
57-- === Using with other libraries
66--
58--
67−-- * You won't need low-level interface of @http-client@ most of the
59+-- * You won't need the low-level interface of @http-client@ most of the
68−-- time, but when you do, it's better import it qualified because it
60+-- time, but when you do, it's better to do a qualified import,
69−-- has naming conflicts with @req@.
61+-- because @http-client@ has naming conflicts with @req@.
70−-- * For streaming of large request bodies see companion package
62+-- * For streaming of large request bodies see the companion package
71-- @req-conduit@: <https://hackage.haskell.org/package/req-conduit>.
63-- @req-conduit@: <https://hackage.haskell.org/package/req-conduit>.
72--
64--
73-- === Lightweight, no risk solution
65-- === Lightweight, no risk solution
74--
66--
75-- The library uses the following mature packages under the hood to
67-- The library uses the following mature packages under the hood to
76−-- guarantee you best experience without bugs or other funny business:
68+-- guarantee you the best experience:
77--
69--
78−-- * <https://hackage.haskell.org/package/http-client> — low level HTTP
70+-- * <https://hackage.haskell.org/package/http-client>—low level HTTP
79-- client used everywhere in Haskell.
71-- client used everywhere in Haskell.
80−-- * <https://hackage.haskell.org/package/http-client-tls> — TLS (HTTPS)
72+-- * <https://hackage.haskell.org/package/http-client-tls>—TLS (HTTPS)
81-- support for @http-client@.
73-- support for @http-client@.
82--
74--
83-- It's important to note that since we leverage well-known libraries that
75-- It's important to note that since we leverage well-known libraries that
84−-- the whole Haskell ecosystem uses, there is no risk in using @req@, as the
76+-- the whole Haskell ecosystem uses, there is no risk in using @req@. The
85-- machinery for performing requests is the same as with @http-conduit@ and
77-- machinery for performing requests is the same as with @http-conduit@ and
86−-- @wreq@, it's just the API is different.
78+-- @wreq@. The only difference is the API.
87−
88−{-# LANGUAGE CPP #-}
89−{-# LANGUAGE DataKinds #-}
90−{-# LANGUAGE DeriveDataTypeable #-}
91−{-# LANGUAGE DeriveGeneric #-}
92−{-# LANGUAGE FlexibleInstances #-}
93−{-# LANGUAGE GeneralizedNewtypeDeriving #-}
94−{-# LANGUAGE KindSignatures #-}
95−{-# LANGUAGE OverloadedStrings #-}
96−{-# LANGUAGE RecordWildCards #-}
97−{-# LANGUAGE ScopedTypeVariables #-}
98−{-# LANGUAGE TypeFamilies #-}
99−
100−#if MIN_VERSION_base(4,9,0)
101−{-# LANGUAGE UndecidableInstances #-}
102−#endif
103−
104−#if __GLASGOW_HASKELL__ < 710
105−{-# LANGUAGE ConstraintKinds #-}
106−#endif
107−
108−#if __GLASGOW_HASKELL__ >= 800
109−{-# OPTIONS_GHC -fno-warn-redundant-constraints #-}
110−#endif
111−
112module Network.HTTP.Req
79module Network.HTTP.Req
113 ( -- * Making a request
80 ( -- * Making a request
114 -- $making-a-request
81 -- $making-a-request
115− req
82+ req,
83+ reqBr,
84+ reqCb,
85+ req',
116− , withReqManager
86+ withReqManager,
87+
117− -- * Embedding requests into your monad
88+ -- * Embedding requests in your monad
118 -- $embedding-requests
89 -- $embedding-requests
119− , MonadHttp (..)
90+ MonadHttp (..),
120− , HttpConfig (..)
91+ HttpConfig (..),
92+ defaultHttpConfig,
93+ Req,
94+ runReq,
95+
121 -- * Request
96 -- * Request
97+
122 -- ** Method
98 -- ** Method
123 -- $method
99 -- $method
124− , GET (..)
100+ GET (..),
125− , POST (..)
101+ POST (..),
126− , HEAD (..)
102+ HEAD (..),
127− , PUT (..)
103+ PUT (..),
128− , DELETE (..)
104+ DELETE (..),
129− , TRACE (..)
105+ TRACE (..),
130− , CONNECT (..)
106+ CONNECT (..),
131− , OPTIONS (..)
107+ OPTIONS (..),
132− , PATCH (..)
108+ PATCH (..),
133− , HttpMethod (..)
109+ HttpMethod (..),
110+
134 -- ** URL
111 -- ** URL
135 -- $url
112 -- $url
136− , Url
113+ Url,
137− , http
114+ http,
138− , https
115+ https,
139− , (/~)
116+ (/~),
140− , (/:)
117+ (/:),
141− , parseUrlHttp
118+ useHttpURI,
142− , parseUrlHttps
119+ useHttpsURI,
120+ useURI,
121+ urlQ,
122+ renderUrl,
123+
143 -- ** Body
124 -- ** Body
144 -- $body
125 -- $body
145− , NoReqBody (..)
126+ NoReqBody (..),
146− , ReqBodyJson (..)
127+ ReqBodyJson (..),
147− , ReqBodyFile (..)
128+ ReqBodyFile (..),
148− , ReqBodyBs (..)
129+ ReqBodyBs (..),
149− , ReqBodyLbs (..)
130+ ReqBodyLbs (..),
150− , ReqBodyUrlEnc (..)
131+ ReqBodyUrlEnc (..),
151− , FormUrlEncodedParam
132+ FormUrlEncodedParam,
133+ ReqBodyMultipart,
134+ reqBodyMultipart,
152− , HttpBody (..)
135+ HttpBody (..),
153− , ProvidesBody
136+ ProvidesBody,
154− , HttpBodyAllowed
137+ HttpBodyAllowed,
138+
155 -- ** Optional parameters
139 -- ** Optional parameters
156 -- $optional-parameters
140 -- $optional-parameters
157− , Option
141+ Option,
142+
158 -- *** Query parameters
143 -- *** Query parameters
159 -- $query-parameters
144 -- $query-parameters
160− , (=:)
145+ (=:),
161− , queryFlag
146+ queryFlag,
147+ formToQuery,
162− , QueryParam (..)
148+ QueryParam (..),
149+
163 -- *** Headers
150 -- *** Headers
164− , header
151+ header,
152+ attachHeader,
153+ headerRedacted,
154+
165 -- *** Cookies
155 -- *** Cookies
166 -- $cookies
156 -- $cookies
167− , cookieJar
157+ cookieJar,
158+
168 -- *** Authentication
159 -- *** Authentication
169 -- $authentication
160 -- $authentication
170− , basicAuth
161+ basicAuth,
162+ basicAuthUnsafe,
163+ basicProxyAuth,
171− , oAuth1
164+ oAuth1,
172− , oAuth2Bearer
165+ oAuth2Bearer,
173− , oAuth2Token
166+ oAuth2Token,
174− , awsAuth
167+ customAuth,
168+
175 -- *** Other
169 -- *** Other
176− , port
170+ port,
177− , decompress
171+ decompress,
178− , responseTimeout
172+ responseTimeout,
179− , httpVersion
173+ httpVersion,
174+
180 -- * Response
175 -- * Response
176+
181 -- ** Response interpretations
177 -- ** Response interpretations
182− , IgnoreResponse
178+ IgnoreResponse,
183− , ignoreResponse
179+ ignoreResponse,
184− , JsonResponse
180+ JsonResponse,
185− , jsonResponse
181+ jsonResponse,
186− , BsResponse
182+ BsResponse,
187− , bsResponse
183+ bsResponse,
188− , LbsResponse
184+ LbsResponse,
189− , lbsResponse
185+ lbsResponse,
190− , ReturnRequest
186+
191− , returnRequest
192 -- ** Inspecting a response
187 -- ** Inspecting a response
193− , responseBody
188+ responseBody,
194− , responseStatusCode
189+ responseStatusCode,
195− , responseStatusMessage
190+ responseStatusMessage,
196− , responseHeader
191+ responseHeader,
197− , responseCookieJar
192+ responseCookieJar,
198− , responseRequest
193+
199 -- ** Defining your own interpretation
194 -- ** Defining your own interpretation
200 -- $new-response-interpretation
195 -- $new-response-interpretation
201− , HttpResponse (..)
196+ HttpResponse (..),
197+
202 -- * Other
198 -- * Other
203− , HttpException (..)
199+ HttpException (..),
200+ isStatusCodeException,
204− , CanHaveBody (..)
201+ CanHaveBody (..),
205− , Scheme (..) )
202+ Scheme (..),
203+ )
206where
204where
207
205
206+import Blaze.ByteString.Builder qualified as BB
208import Control.Applicative
207import Control.Applicative
209import Control.Arrow (first, second)
208import Control.Arrow (first, second)
210−import Control.Exception (Exception, try, catch, throwIO)
209+import Control.Exception hiding (Handler (..), TypeError)
210+import Control.Monad (guard, void, (>=>))
211−import Control.Monad
211+import Control.Monad.Base
212+import Control.Monad.Catch (Handler (..), MonadCatch, MonadMask, MonadThrow)
212import Control.Monad.IO.Class
213import Control.Monad.IO.Class
213−import Data.Aeson (ToJSON (..), FromJSON (..))
214+import Control.Monad.IO.Unlift
215+import Control.Monad.Reader (ReaderT (ReaderT), ask, lift, runReaderT)
216+import Control.Monad.Trans.Accum (AccumT)
217+import Control.Monad.Trans.Cont (ContT)
218+import Control.Monad.Trans.Control
219+import Control.Monad.Trans.Except (ExceptT)
220+import Control.Monad.Trans.Identity (IdentityT)
221+import Control.Monad.Trans.Maybe (MaybeT)
222+import Control.Monad.Trans.RWS.CPS qualified as RWS.CPS
223+import Control.Monad.Trans.RWS.Lazy qualified as RWS.Lazy
224+import Control.Monad.Trans.RWS.Strict qualified as RWS.Strict
225+import Control.Monad.Trans.Select (SelectT)
226+import Control.Monad.Trans.State.Lazy qualified as State.Lazy
227+import Control.Monad.Trans.State.Strict qualified as State.Strict
228+import Control.Monad.Trans.Writer.CPS qualified as Writer.CPS
229+import Control.Monad.Trans.Writer.Lazy qualified as Writer.Lazy
230+import Control.Monad.Trans.Writer.Strict qualified as Writer.Strict
231+import Control.Retry
232+import Data.Aeson (FromJSON (..), ToJSON (..))
233+import Data.Aeson qualified as A
214import Data.ByteString (ByteString)
234import Data.ByteString (ByteString)
235+import Data.ByteString qualified as B
236+import Data.ByteString.Lazy qualified as BL
237+import Data.CaseInsensitive qualified as CI
215import Data.Data (Data)
238import Data.Data (Data)
216−import Data.Default.Class
239+import Data.Default.Class (def)
217import Data.Function (on)
240import Data.Function (on)
218import Data.IORef
241import Data.IORef
219−import Data.List (nubBy)
242+import Data.Kind (Constraint, Type)
243+import Data.List (foldl', nubBy)
220import Data.List.NonEmpty (NonEmpty (..))
244import Data.List.NonEmpty (NonEmpty (..))
245+import Data.List.NonEmpty qualified as NE
246+import Data.Maybe (fromMaybe)
221import Data.Proxy
247import Data.Proxy
222−import Data.Semigroup hiding (Option, option)
248+import Data.Semigroup (Endo (..))
223−import Data.Typeable (Typeable)
249+import Data.Set qualified as S
250+import Data.Text (Text)
251+import Data.Text qualified as T
252+import Data.Text.Encoding qualified as T
253+import Data.Typeable (Typeable, cast)
224import GHC.Generics
254import GHC.Generics
225import GHC.TypeLits
255import GHC.TypeLits
256+import Language.Haskell.TH qualified as TH
257+import Language.Haskell.TH.Quote qualified as TH
258+import Language.Haskell.TH.Syntax qualified as TH
259+import Network.Connection qualified as NC
260+import Network.HTTP.Client qualified as L
261+import Network.HTTP.Client.Internal qualified as LI
262+import Network.HTTP.Client.MultipartFormData qualified as LM
263+import Network.HTTP.Client.TLS qualified as L
264+import Network.HTTP.Types qualified as Y
226import System.IO.Unsafe (unsafePerformIO)
265import System.IO.Unsafe (unsafePerformIO)
266+import Text.URI (URI)
267+import Text.URI qualified as URI
268+import Text.URI.QQ qualified as QQ
269+import Web.Authenticate.OAuth qualified as OAuth
270+import Web.FormUrlEncoded (FromForm (..), ToForm (..))
271+import Web.FormUrlEncoded qualified as Form
227import Web.HttpApiData (ToHttpApiData (..))
272import Web.HttpApiData (ToHttpApiData (..))
228−import qualified Blaze.ByteString.Builder as BB
229−import qualified Data.Aeson as A
230−import qualified Data.ByteString as B
231−import qualified Data.ByteString.Lazy as BL
232−import qualified Data.CaseInsensitive as CI
233−import qualified Data.List.NonEmpty as NE
234−import qualified Data.Text as T
235−import qualified Data.Text.Encoding as T
236−import qualified Network.Connection as NC
237−import qualified Network.HTTP.Client as L
238−import qualified Network.HTTP.Client.Internal as LI
239−import qualified Network.HTTP.Client.TLS as L
240−import qualified Network.HTTP.Req.AWS as AWS
241−import qualified Network.HTTP.Req.OAuth1 as OAuth1
242−import qualified Network.HTTP.Types as Y
243−
244−#if MIN_VERSION_base(4,9,0)
245−import Data.Kind (Constraint)
246−#else
247−import GHC.Exts (Constraint)
248−#endif
249
273
250----------------------------------------------------------------------------
274----------------------------------------------------------------------------
251-- Making a request
275-- Making a request
252
276
253-- $making-a-request
277-- $making-a-request
254--
278--
255−-- To make an HTTP request you need only one function: 'req'.
279+-- To make an HTTP request you normally need only one function: 'req'.
256
280
257-- | Make an HTTP request. The function takes 5 arguments, 4 of which
281-- | Make an HTTP request. The function takes 5 arguments, 4 of which
258-- specify required parameters and the final 'Option' argument is a
282-- specify required parameters and the final 'Option' argument is a
@@ -264,42 +288,44 @@ import GHC.Exts (Constraint)
264-- @method@ is an HTTP method such as 'GET' or 'POST'. The documentation has
288-- @method@ is an HTTP method such as 'GET' or 'POST'. The documentation has
265-- a dedicated section about HTTP methods below.
289-- a dedicated section about HTTP methods below.
266--
290--
267−-- @url@ is a URL that describes location of resource you want to interact
291+-- @url@ is a 'Url' that describes location of resource you want to interact
268−-- with. It's of type 'Url' (if you click the link it will tell everything
292+-- with.
269−-- about construction of 'Url' things).
270--
293--
271-- @body@ is a body option such as 'NoReqBody' or 'ReqBodyJson'. The
294-- @body@ is a body option such as 'NoReqBody' or 'ReqBodyJson'. The
272−-- tutorial has a section about HTTP bodies, but usage in very
295+-- tutorial has a section about HTTP bodies, but usage is very
273−-- straightforward and should be clear from the examples below.
296+-- straightforward and should be clear from the examples.
274−--
297+--
275−-- @response@ is a type hint how to make and interpret response of HTTP
298+-- @response@ is a type hint how to make and interpret response of an HTTP
276−-- request, out-of-the-box it can be the following: 'ignoreResponse',
299+-- request. Out-of-the-box it can be the following:
300+--
301+-- * 'ignoreResponse'
302+-- * 'jsonResponse'
277−-- 'jsonResponse', 'bsResponse' (to get strict 'ByteString'), 'lbsResponse'
303+-- * 'bsResponse' (to get a strict 'ByteString')
278−-- (to get lazy 'BL.ByteString'), and 'returnRequest' (makes no request,
304+-- * 'lbsResponse' (to get a lazy 'BL.ByteString')
279−-- just returns response, used for testing).
280−--
305+--
281−-- Finally @options@ is a 'Monoid' that holds a composite 'Option' for all
306+-- Finally, @options@ is a 'Monoid' that holds a composite 'Option' for all
282−-- other optional things like query parameters, headers, non-standard port
307+-- other optional settings like query parameters, headers, non-standard port
283−-- number, etc. There are quite a few things you can put there, see
308+-- number, etc. There are quite a few things you can put there, see the
284-- corresponding section in the documentation. If you don't need anything at
309-- corresponding section in the documentation. If you don't need anything at
285-- all, pass 'mempty'.
310-- all, pass 'mempty'.
286--
311--
287-- __Note__ that if you use 'req' to do all your requests, connection
312-- __Note__ that if you use 'req' to do all your requests, connection
288-- sharing and reuse is done for you automatically.
313-- sharing and reuse is done for you automatically.
289--
314--
290−-- See the examples below to get on the speed very quickly.
315+-- See the examples below to get on the speed quickly.
291--
316--
292-- ==== __Examples__
317-- ==== __Examples__
293--
318--
294-- First, this is a piece of boilerplate that should be in place before you
319-- First, this is a piece of boilerplate that should be in place before you
295-- try the examples:
320-- try the examples:
296--
321--
322+-- > {-# LANGUAGE DeriveGeneric #-}
297-- > {-# LANGUAGE OverloadedStrings #-}
323-- > {-# LANGUAGE OverloadedStrings #-}
298-- >
324-- >
299-- > module Main (main) where
325-- > module Main (main) where
300-- >
326-- >
301−-- > import Control.Exception (throwIO)
302-- > import Control.Monad
327-- > import Control.Monad
328+-- > import Control.Monad.IO.Class
303-- > import Data.Aeson
329-- > import Data.Aeson
304-- > import Data.Maybe (fromJust)
330-- > import Data.Maybe (fromJust)
305-- > import Data.Monoid ((<>))
331-- > import Data.Monoid ((<>))
@@ -307,32 +333,30 @@ import GHC.Exts (Constraint)
307-- > import GHC.Generics
333-- > import GHC.Generics
308-- > import Network.HTTP.Req
334-- > import Network.HTTP.Req
309-- > import qualified Data.ByteString.Char8 as B
335-- > import qualified Data.ByteString.Char8 as B
310−-- >
336+-- > import qualified Text.URI as URI
311−-- > instance MonadHttp IO where
312−-- > handleHttpException = throwIO
313--
337--
314-- We will be making requests against the <https://httpbin.org> service.
338-- We will be making requests against the <https://httpbin.org> service.
315--
339--
316-- Make a GET request, grab 5 random bytes:
340-- Make a GET request, grab 5 random bytes:
317--
341--
318-- > main :: IO ()
342-- > main :: IO ()
319−-- > main = do
343+-- > main = runReq defaultHttpConfig $ do
320-- > let n :: Int
344-- > let n :: Int
321-- > n = 5
345-- > n = 5
322-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse mempty
346-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse mempty
323−-- > B.putStrLn (responseBody bs)
347+-- > liftIO $ B.putStrLn (responseBody bs)
324--
348--
325-- The same, but now we use a query parameter named @\"seed\"@ to control
349-- The same, but now we use a query parameter named @\"seed\"@ to control
326-- seed of the generator:
350-- seed of the generator:
327--
351--
328-- > main :: IO ()
352-- > main :: IO ()
329−-- > main = do
353+-- > main = runReq defaultHttpConfig $ do
330-- > let n, seed :: Int
354-- > let n, seed :: Int
331-- > n = 5
355-- > n = 5
332-- > seed = 100
356-- > seed = 100
333-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse $
357-- > bs <- req GET (https "httpbin.org" /: "bytes" /~ n) NoReqBody bsResponse $
334-- > "seed" =: seed
358-- > "seed" =: seed
335−-- > B.putStrLn (responseBody bs)
359+-- > liftIO $ B.putStrLn (responseBody bs)
336--
360--
337-- POST JSON data and get some info about the POST request:
361-- POST JSON data and get some info about the POST request:
338--
362--
@@ -345,103 +369,252 @@ import GHC.Exts (Constraint)
345-- > instance FromJSON MyData
369-- > instance FromJSON MyData
346-- >
370-- >
347-- > main :: IO ()
371-- > main :: IO ()
348−-- > main = do
372+-- > main = runReq defaultHttpConfig $ do
349-- > let myData = MyData
373-- > let myData = MyData
350-- > { size = 6
374-- > { size = 6
351-- > , color = "Green" }
375-- > , color = "Green" }
352-- > v <- req POST (https "httpbin.org" /: "post") (ReqBodyJson myData) jsonResponse mempty
376-- > v <- req POST (https "httpbin.org" /: "post") (ReqBodyJson myData) jsonResponse mempty
353−-- > print (responseBody v :: Value)
377+-- > liftIO $ print (responseBody v :: Value)
354--
378--
355-- Sending URL-encoded body:
379-- Sending URL-encoded body:
356--
380--
357-- > main :: IO ()
381-- > main :: IO ()
358−-- > main = do
382+-- > main = runReq defaultHttpConfig $ do
359-- > let params =
383-- > let params =
360-- > "foo" =: ("bar" :: Text) <>
384-- > "foo" =: ("bar" :: Text) <>
361-- > queryFlag "baz"
385-- > queryFlag "baz"
362-- > response <- req POST (https "httpbin.org" /: "post") (ReqBodyUrlEnc params) jsonResponse mempty
386-- > response <- req POST (https "httpbin.org" /: "post") (ReqBodyUrlEnc params) jsonResponse mempty
363−-- > print (responseBody response :: Value)
387+-- > liftIO $ print (responseBody response :: Value)
364--
388--
365-- Using various optional parameters and URL that is not known in advance:
389-- Using various optional parameters and URL that is not known in advance:
366--
390--
367-- > main :: IO ()
391-- > main :: IO ()
368−-- > main = do
392+-- > main = runReq defaultHttpConfig $ do
369-- > -- This is an example of what to do when URL is given dynamically. Of
393-- > -- This is an example of what to do when URL is given dynamically. Of
370-- > -- course in a real application you may not want to use 'fromJust'.
394-- > -- course in a real application you may not want to use 'fromJust'.
371−-- > let (url, options) = fromJust (parseUrlHttps "https://httpbin.org/get?foo=bar")
395+-- > uri <- URI.mkURI "https://httpbin.org/get?foo=bar"
396+-- > let (url, options) = fromJust (useHttpsURI uri)
372-- > response <- req GET url NoReqBody jsonResponse $
397-- > response <- req GET url NoReqBody jsonResponse $
373-- > "from" =: (15 :: Int) <>
398-- > "from" =: (15 :: Int) <>
374-- > "to" =: (67 :: Int) <>
399-- > "to" =: (67 :: Int) <>
375-- > basicAuth "username" "password" <>
400-- > basicAuth "username" "password" <>
376-- > options <> -- contains the ?foo=bar part
401-- > options <> -- contains the ?foo=bar part
377-- > port 443 -- here you can put any port of course
402-- > port 443 -- here you can put any port of course
378−-- > print (responseBody response :: Value)
403+-- > liftIO $ print (responseBody response :: Value)
379−
404+req ::
380−req
405+ ( MonadHttp m,
406+ HttpMethod method,
407+ HttpBody body,
408+ HttpResponse response,
409+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
410+ ) =>
411+ -- | HTTP method
412+ method ->
413+ -- | 'Url'—location of resource
414+ Url scheme ->
415+ -- | Body of the request
416+ body ->
417+ -- | A hint how to interpret response
418+ Proxy response ->
419+ -- | Collection of optional parameters
420+ Option scheme ->
421+ -- | Response
422+ m response
423+req method url body responseProxy options =
424+ reqCb method url body responseProxy options pure
425+
426+-- | A version of 'req' that does not use one of the predefined instances of
427+-- 'HttpResponse' but instead allows the user to consume @'L.Response'
428+-- 'L.BodyReader'@ manually, in a custom way.
429+--
430+-- @since 1.0.0
431+reqBr ::
432+ ( MonadHttp m,
433+ HttpMethod method,
434+ HttpBody body,
435+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
436+ ) =>
437+ -- | HTTP method
438+ method ->
439+ -- | 'Url'—location of resource
440+ Url scheme ->
441+ -- | Body of the request
442+ body ->
443+ -- | Collection of optional parameters
444+ Option scheme ->
445+ -- | How to consume response
446+ (L.Response L.BodyReader -> IO a) ->
447+ -- | Result
448+ m a
449+reqBr method url body options consume =
450+ req' method url body options (reqHandler consume)
451+
452+-- | A version of 'req' that takes a callback to modify the 'L.Request', but
453+-- otherwise performs the request identically.
454+--
455+-- @since 3.7.0
456+reqCb ::
457+ ( MonadHttp m,
458+ HttpMethod method,
459+ HttpBody body,
460+ HttpResponse response,
461+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
462+ ) =>
463+ -- | HTTP method
464+ method ->
465+ -- | 'Url'—location of resource
466+ Url scheme ->
467+ -- | Body of the request
468+ body ->
469+ -- | A hint how to interpret response
470+ Proxy response ->
471+ -- | Collection of optional parameters
472+ Option scheme ->
473+ -- | Callback to modify the request
474+ (L.Request -> m L.Request) ->
475+ -- | Response
476+ m response
477+reqCb method url body responseProxy options adjustRequest =
478+ req' method url body (options <> extraOptions) $ \request manager -> do
479+ request' <- adjustRequest request
480+ reqHandler getHttpResponse request' manager
481+ where
482+ extraOptions =
483+ case acceptHeader responseProxy of
484+ Nothing -> mempty
485+ Just accept -> header "Accept" accept
486+
487+-- | The default handler function that the higher-level request functions
488+-- pass to 'req''. Internal function.
489+--
490+-- @since 3.7.0
491+reqHandler ::
492+ (MonadHttp m) =>
493+ -- | How to get final result from a 'L.Response'
494+ (L.Response L.BodyReader -> IO b) ->
495+ -- | 'L.Request' to perform
496+ L.Request ->
497+ -- | 'L.Manager' to use
498+ L.Manager ->
499+ m b
500+reqHandler consume request manager = do
501+ HttpConfig {..} <- getHttpConfig
502+ let wrapVanilla = handle (throwIO . VanillaHttpException)
503+ wrapExc = handle (throwIO . LI.toHttpException request)
504+ withRRef =
505+ bracket
506+ (newIORef Nothing)
507+ (readIORef >=> mapM_ L.responseClose)
508+ (liftIO . try . wrapVanilla . wrapExc)
509+ ( withRRef $ \rref -> do
510+ let openResponse = mask_ $ do
511+ r <- readIORef rref
512+ mapM_ L.responseClose r
513+ r' <- L.responseOpen request manager
514+ writeIORef rref (Just r')
515+ return r'
516+ exceptionRetryPolicies =
517+ skipAsyncExceptions
518+ ++ [ \retryStatus -> Handler $ \e ->
519+ return $ httpConfigRetryJudgeException retryStatus e
520+ ]
521+ r <-
522+ retrying
523+ httpConfigRetryPolicy
524+ (\retryStatus r -> return $ httpConfigRetryJudge retryStatus r)
525+ ( const
526+ ( recovering
527+ httpConfigRetryPolicy
528+ exceptionRetryPolicies
529+ (const openResponse)
530+ )
531+ )
532+ (preview, r') <- grabPreview httpConfigBodyPreviewLength r
533+ mapM_ LI.throwHttp (httpConfigCheckResponse request r' preview)
534+ consume r'
535+ )
536+ >>= either handleHttpException return
537+
538+-- | Mostly like 'req' with respect to its arguments, but accepts a callback
539+-- that allows to perform a request in arbitrary fashion.
540+--
541+-- This function /does not/ perform handling\/wrapping exceptions, checking
542+-- response (with 'httpConfigCheckResponse'), and retrying. It only prepares
543+-- 'L.Request' and allows you to use it.
544+--
545+-- @since 0.3.0
546+req' ::
381− :: forall m method body response scheme.
547+ forall m method body scheme a.
382− ( MonadHttp m
548+ ( MonadHttp m,
383− , HttpMethod method
549+ HttpMethod method,
384− , HttpBody body
550+ HttpBody body,
385− , HttpResponse response
386− , HttpBodyAllowed (AllowsBody method) (ProvidesBody body) )
551+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
552+ ) =>
387− => method -- ^ HTTP method
553+ -- | HTTP method
554+ method ->
388− -> Url scheme -- ^ 'Url' — location of resource
555+ -- | 'Url'—location of resource
556+ Url scheme ->
389− -> body -- ^ Body of the request
557+ -- | Body of the request
390− -> Proxy response -- ^ A hint how to interpret response
558+ body ->
559+ -- | Collection of optional parameters
391− -> Option scheme -- ^ Collection of optional parameters
560+ Option scheme ->
392− -> m response -- ^ Response
561+ -- | How to perform request
562+ (L.Request -> L.Manager -> m a) ->
563+ -- | Result
564+ m a
393−req method url body Proxy options = do
565+req' method url body options m = do
394− config <- getHttpConfig
566+ config <- getHttpConfig
395− manager <- liftIO (readIORef globalManager)
396 let -- NOTE First appearance of any given header wins. This allows to
567 let -- NOTE First appearance of any given header wins. This allows to
397 -- “overwrite” headers when we construct a request by cons-ing.
568 -- “overwrite” headers when we construct a request by cons-ing.
398 nubHeaders = Endo $ \x ->
569 nubHeaders = Endo $ \x ->
399− x { L.requestHeaders = nubBy ((==) `on` fst) (L.requestHeaders x) }
570+ x {L.requestHeaders = nubBy ((==) `on` fst) (L.requestHeaders x)}
571+ request' =
400− request = flip appEndo L.defaultRequest $
572+ flip appEndo L.defaultRequest $
401− -- NOTE Order of 'mappend's matters, here method is overwritten first
573+ -- NOTE The order of 'mappend's matters, here method is overwritten
402− -- and 'options' take effect last. In particular, this means that
574+ -- first and 'options' take effect last. In particular, this means
403− -- 'options' can overwrite things set by other request components,
575+ -- that 'options' can overwrite things set by other request
404− -- which is useful for setting port number, "Content-Type" header,
576+ -- components, which is useful for setting port number,
405− -- etc.
577+ -- "Content-Type" header, etc.
406− nubHeaders <>
578+ nubHeaders
407− getRequestMod options <>
579+ <> getRequestMod options
408− getRequestMod config <>
580+ <> getRequestMod config
409− getRequestMod (Womb body :: Womb "body" body) <>
581+ <> getRequestMod (Tagged body :: Tagged "body" body)
410− getRequestMod url <>
582+ <> getRequestMod url
411− getRequestMod (Womb method :: Womb "method" method)
583+ <> getRequestMod (Tagged method :: Tagged "method" method)
412− wrappingVanilla m = catch m (throwIO . VanillaHttpException)
584+ request <- finalizeRequest options request'
413− (liftIO . try . wrappingVanilla) (getHttpResponse request manager)
585+ withReqManager (m request)
414− >>= either handleHttpException return
586+
415−
587+-- | Perform an action using the global implicit 'L.Manager' that the rest
588+-- of the library uses. This allows us to reuse connections that the
589+-- 'L.Manager' controls.
590+withReqManager :: (MonadIO m) => (L.Manager -> m a) -> m a
591+withReqManager m = m globalManager
592+
416−-- | Global 'L.Manager' that 'req' uses. Here we just go with the default
593+-- | The global 'L.Manager' that 'req' uses. Here we just go with the
417−-- settings, so users don't need to deal with this manager stuff at all, but
594+-- default settings, so users don't need to deal with this manager stuff at
418−-- when we create a request, instance 'HttpConfig' can affect the default
595+-- all, but when we create a request, instance 'HttpConfig' can affect the
419−-- settings via 'getHttpConfig'.
596+-- default settings via 'getHttpConfig'.
420--
597--
421-- A note about safety, in case 'unsafePerformIO' looks suspicious to you.
598-- A note about safety, in case 'unsafePerformIO' looks suspicious to you.
422-- The value of 'globalManager' is named and lives on top level. This means
599-- The value of 'globalManager' is named and lives on top level. This means
423−-- it will be shared, i.e. computed only once on first use of manager. From
600+-- it will be shared, i.e. computed only once on the first use of the
424−-- that moment on the 'IORef' will be just reused — exactly the behaviour we
601+-- manager. From that moment on the 'IORef' will be just reused—exactly the
425−-- want here in order to maximize connection sharing. GHC could spoil the
602+-- behavior we want here in order to maximize connection sharing. GHC could
426−-- plan by inlining the definition, hence the @NOINLINE@ pragma.
603+-- spoil the plan by inlining the definition, hence the @NOINLINE@ pragma.
427−
428−globalManager :: IORef L.Manager
604+globalManager :: L.Manager
429globalManager = unsafePerformIO $ do
605globalManager = unsafePerformIO $ do
430 context <- NC.initConnectionContext
606 context <- NC.initConnectionContext
607+ let settings =
431− let settings = L.mkManagerSettingsContext (Just context) def Nothing
608+ L.mkManagerSettingsContext
609+ (Just context)
610+ def
611+ Nothing
432 manager <- L.newManager settings
612 manager <- L.newManager settings
433− newIORef manager
613+ return manager
434{-# NOINLINE globalManager #-}
614{-# NOINLINE globalManager #-}
435
615
436−-- | Perform an action using global implicit 'L.Manager' that the rest of
437−-- the library uses. This allows to reuse connections that the 'L.Manager'
438−-- controls.
439−
440−withReqManager :: MonadIO m => (L.Manager -> m a) -> m a
441−withReqManager m = liftIO (readIORef globalManager) >>= m
442−
443----------------------------------------------------------------------------
616----------------------------------------------------------------------------
444−-- Embedding requests into your monad
617+-- Embedding requests in your monad
445
618
446-- $embedding-requests
619-- $embedding-requests
447--
620--
@@ -450,91 +623,281 @@ withReqManager m = liftIO (readIORef globalManager) >>= m
450--
623--
451-- When writing a library, keep your API polymorphic in terms of
624-- When writing a library, keep your API polymorphic in terms of
452-- 'MonadHttp', only define instance of 'MonadHttp' in final application.
625-- 'MonadHttp', only define instance of 'MonadHttp' in final application.
626+-- Another option is to use a @newtype@-wrapped monad stack and define
627+-- 'MonadHttp' for it. As of the version /0.4.0/, the 'Req' monad that
628+-- follows this strategy is provided out-of-the-box (see below).
453
629
454-- | A type class for monads that support performing HTTP requests.
630-- | A type class for monads that support performing HTTP requests.
455-- Typically, you only need to define the 'handleHttpException' method
631-- Typically, you only need to define the 'handleHttpException' method
456-- unless you want to tweak 'HttpConfig'.
632-- unless you want to tweak 'HttpConfig'.
457−
458−class MonadIO m => MonadHttp m where
633+class (MonadIO m) => MonadHttp m where
459−
460− {-# MINIMAL handleHttpException #-}
461−
462 -- | This method describes how to deal with 'HttpException' that was
634 -- | This method describes how to deal with 'HttpException' that was
463 -- caught by the library. One option is to re-throw it if you are OK with
635 -- caught by the library. One option is to re-throw it if you are OK with
464 -- exceptions, but if you prefer working with something like
636 -- exceptions, but if you prefer working with something like
465− -- 'Control.Monad.Error.MonadError', this is the right place to pass it to
637+ -- 'Control.Monad.Except.MonadError', this is the right place to pass it to
466− -- 'Control.Monad.Error.throwError'.
638+ -- 'Control.Monad.Except.throwError'.
467−
468 handleHttpException :: HttpException -> m a
639 handleHttpException :: HttpException -> m a
469
640
470− -- | Return 'HttpConfig' to be used when performing HTTP requests. Default
641+ -- | Return the 'HttpConfig' to be used when performing HTTP requests.
471− -- implementation returns its 'def' value, which is described in the
642+ -- Default implementation returns its 'def' value, which is described in
472− -- documentation for the type. Common usage pattern with manually defined
643+ -- the documentation for the type. Common usage pattern with manually
473− -- 'getHttpConfig' is to return some hard-coded value, or value extracted
644+ -- defined 'getHttpConfig' is to return some hard-coded value, or a value
474− -- from 'Control.Monad.Reader.MonadReader' if a more flexible approach to
645+ -- extracted from 'Control.Monad.Reader.MonadReader' if a more flexible
475− -- configuration is desirable.
646+ -- approach to configuration is desirable.
476−
477 getHttpConfig :: m HttpConfig
647 getHttpConfig :: m HttpConfig
478− getHttpConfig = return def
648+ getHttpConfig = return defaultHttpConfig
479−
480−-- | 'HttpConfig' contains general and default settings to be used when
481−-- making HTTP requests.
482
649
650+-- | 'HttpConfig' contains settings to be used when making HTTP requests.
483data HttpConfig = HttpConfig
651data HttpConfig = HttpConfig
484− { httpConfigProxy :: Maybe L.Proxy
485− -- ^ Proxy to use. By default values of @HTTP_PROXY@ and @HTTPS_PROXY@
652+ { -- | Proxy to use. By default values of @HTTP_PROXY@ and @HTTPS_PROXY@
486 -- environment variables are respected, this setting overwrites them.
653 -- environment variables are respected, this setting overwrites them.
487 -- Default value: 'Nothing'.
654 -- Default value: 'Nothing'.
488− , httpConfigRedirectCount :: Int
655+ httpConfigProxy :: Maybe L.Proxy,
489− -- ^ How many redirects to follow when getting a resource. Default
656+ -- | How many redirects to follow when getting a resource. Default
490 -- value: 10.
657 -- value: 10.
491− , httpConfigAltManager :: Maybe L.Manager
658+ httpConfigRedirectCount :: Int,
492− -- ^ Alternative 'L.Manager' to use. 'Nothing' (default value) means
659+ -- | Alternative 'L.Manager' to use. 'Nothing' (default value) means
493− -- that default implicit manager will be used (that's what you want in
660+ -- that the default implicit manager will be used (that's what you want
494− -- 99% of cases).
661+ -- in 99% of cases).
495− , httpConfigCheckResponse :: L.Request -> L.Response L.BodyReader -> IO ()
662+ httpConfigAltManager :: Maybe L.Manager,
496− -- ^ Function to check the response immediately after receiving the
663+ -- | Function to check the response immediately after receiving the
664+ -- status and headers, before streaming of response body. The third
665+ -- argument is the beginning of response body (typically first 1024
497− -- status and headers. This is used for throwing exceptions on
666+ -- bytes). This is used for throwing exceptions on non-success status
498− -- non-success status codes by default (set to @\\_ _ -> return ()@ if
667+ -- codes by default (set to @\\_ _ _ -> Nothing@ if this behavior is not
499− -- this behavior is not desirable). Throwing is better then just
668+ -- desirable).
669+ --
670+ -- When the value this function returns is 'Nothing', nothing will
671+ -- happen. When it there is 'L.HttpExceptionContent' inside 'Just', it
672+ -- will be thrown.
673+ --
500− -- returning a request with non-2xx status code because in that case
674+ -- Throwing is better then just returning a request with non-2xx status
501− -- something is wrong and we need a way to short-cut execution. The
675+ -- code because in that case something is wrong and we need a way to
676+ -- short-cut execution (also remember that Req retries automatically on
677+ -- request timeouts and such, so when your request fails, it's certainly
502− -- thrown exception is caught by the library though and is available in
678+ -- something exceptional). The thrown exception is caught by the library
503− -- 'handleHttpException'.
679+ -- though and is available in 'handleHttpException'.
504− } deriving Typeable
680+ --
505−
681+ -- __Note__: signature of this function was changed in the version
506−instance Default HttpConfig where
682+ -- /1.0.0/.
683+ --
684+ -- @since 0.3.0
685+ httpConfigCheckResponse ::
686+ forall b.
687+ L.Request ->
688+ L.Response b ->
689+ ByteString ->
690+ Maybe L.HttpExceptionContent,
691+ -- | The retry policy to use for request retrying. By default 'def' is
692+ -- used (see 'RetryPolicyM').
693+ --
694+ -- __Note__: signature of this function was changed to disallow 'IO' in
695+ -- version /1.0.0/ and then changed back to its current form in /3.1.0/.
696+ --
697+ -- @since 0.3.0
698+ httpConfigRetryPolicy :: RetryPolicyM IO,
699+ -- | The function is used to decide whether to retry a request. 'True'
700+ -- means that the request should be retried.
701+ --
702+ -- __Note__: signature of this function was changed in the version
703+ -- /1.0.0/.
704+ --
705+ -- @since 0.3.0
706+ httpConfigRetryJudge :: forall b. RetryStatus -> L.Response b -> Bool,
707+ -- | Similar to 'httpConfigRetryJudge', but is used to decide when to
708+ -- retry requests that resulted in an exception. By default it retries
709+ -- on response timeout and connection timeout (changed in version
710+ -- /3.8.0/).
711+ --
712+ -- @since 3.4.0
713+ httpConfigRetryJudgeException :: RetryStatus -> SomeException -> Bool,
714+ -- | Max length of preview fragment of response body.
715+ --
716+ -- @since 3.6.0
717+ httpConfigBodyPreviewLength :: forall a. (Num a) => a
718+ }
719+
720+-- | The default value of 'HttpConfig'.
721+--
722+-- @since 2.0.0
723+defaultHttpConfig :: HttpConfig
724+defaultHttpConfig =
507− def = HttpConfig
725+ HttpConfig
508− { httpConfigProxy = Nothing
726+ { httpConfigProxy = Nothing,
509− , httpConfigRedirectCount = 10
727+ httpConfigRedirectCount = 10,
510− , httpConfigAltManager = Nothing
728+ httpConfigAltManager = Nothing,
511− , httpConfigCheckResponse = \_ response ->
729+ httpConfigCheckResponse = \_ response preview ->
512− let Y.Status statusCode _ = L.responseStatus response in
730+ let scode = statusCode response
513− unless (200 <= statusCode && statusCode < 300) $ do
731+ in if 200 <= scode && scode < 300
514− chunk <- BL.toStrict <$> L.brReadSome (L.responseBody response) 1024
732+ then Nothing
515− LI.throwHttp (L.StatusCodeException (void response) chunk) }
733+ else Just (L.StatusCodeException (void response) preview),
734+ httpConfigRetryPolicy = retryPolicyDefault,
735+ httpConfigRetryJudge = \_ response ->
736+ statusCode response
737+ `elem` [ 408, -- Request timeout
738+ 504, -- Gateway timeout
739+ 524, -- A timeout occurred
740+ 598, -- (Informal convention) Network read timeout error
741+ 599 -- (Informal convention) Network connect timeout error
742+ ],
743+ httpConfigRetryJudgeException = \_ e ->
744+ case fromException e of
745+ Just (L.HttpExceptionRequest _ c) ->
746+ case c of
747+ L.ResponseTimeout -> True
748+ L.ConnectionTimeout -> True
749+ _ -> False
750+ _ -> False,
751+ httpConfigBodyPreviewLength = 1024
752+ }
753+ where
754+ statusCode = Y.statusCode . L.responseStatus
516
755
517instance RequestComponent HttpConfig where
756instance RequestComponent HttpConfig where
518 getRequestMod HttpConfig {..} = Endo $ \x ->
757 getRequestMod HttpConfig {..} = Endo $ \x ->
758+ x
519− x { L.proxy = httpConfigProxy
759+ { L.proxy = httpConfigProxy,
520− , L.redirectCount = httpConfigRedirectCount
760+ L.redirectCount = httpConfigRedirectCount,
521− , LI.requestManagerOverride = httpConfigAltManager
761+ LI.requestManagerOverride = httpConfigAltManager
522− , LI.checkResponse = httpConfigCheckResponse }
762+ }
763+
764+-- | A monad that allows us to run 'req' in any 'IO'-enabled monad without
765+-- having to define new instances.
766+--
767+-- @since 0.4.0
768+newtype Req a = Req (ReaderT HttpConfig IO a)
769+ deriving
770+ ( Functor,
771+ Applicative,
772+ Monad,
773+ MonadIO,
774+ MonadUnliftIO
775+ )
776+
777+-- | @since 3.7.0
778+deriving instance MonadThrow Req
779+
780+-- | @since 3.7.0
781+deriving instance MonadCatch Req
782+
783+-- | @since 3.7.0
784+deriving instance MonadMask Req
785+
786+instance MonadBase IO Req where
787+ liftBase = liftIO
788+
789+instance MonadBaseControl IO Req where
790+ type StM Req a = a
791+ liftBaseWith f = Req . ReaderT $ \r -> f (runReq r)
792+ {-# INLINEABLE liftBaseWith #-}
793+ restoreM = Req . ReaderT . const . return
794+ {-# INLINEABLE restoreM #-}
795+
796+instance MonadHttp Req where
797+ handleHttpException = Req . lift . throwIO
798+ getHttpConfig = Req ask
799+
800+-- | @since 3.10.0
801+instance (MonadHttp m, Monoid w) => MonadHttp (AccumT w m) where
802+ handleHttpException = lift . handleHttpException
803+ getHttpConfig = lift getHttpConfig
804+
805+-- | @since 3.10.0
806+instance (MonadHttp m) => MonadHttp (ContT r m) where
807+ handleHttpException = lift . handleHttpException
808+ getHttpConfig = lift getHttpConfig
809+
810+-- | @since 3.10.0
811+instance (MonadHttp m) => MonadHttp (ExceptT e m) where
812+ handleHttpException = lift . handleHttpException
813+ getHttpConfig = lift getHttpConfig
814+
815+-- | @since 3.10.0
816+instance (MonadHttp m) => MonadHttp (IdentityT m) where
817+ handleHttpException = lift . handleHttpException
818+ getHttpConfig = lift getHttpConfig
819+
820+-- | @since 3.10.0
821+instance (MonadHttp m) => MonadHttp (MaybeT m) where
822+ handleHttpException = lift . handleHttpException
823+ getHttpConfig = lift getHttpConfig
824+
825+-- | @since 3.10.0
826+instance (MonadHttp m) => MonadHttp (ReaderT r m) where
827+ handleHttpException = lift . handleHttpException
828+ getHttpConfig = lift getHttpConfig
829+
830+-- | @since 3.10.0
831+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.CPS.RWST r w s m) where
832+ handleHttpException = lift . handleHttpException
833+ getHttpConfig = lift getHttpConfig
834+
835+-- | @since 3.10.0
836+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Lazy.RWST r w s m) where
837+ handleHttpException = lift . handleHttpException
838+ getHttpConfig = lift getHttpConfig
839+
840+-- | @since 3.10.0
841+instance (MonadHttp m, Monoid w) => MonadHttp (RWS.Strict.RWST r w s m) where
842+ handleHttpException = lift . handleHttpException
843+ getHttpConfig = lift getHttpConfig
844+
845+-- | @since 3.10.0
846+instance (MonadHttp m) => MonadHttp (SelectT r m) where
847+ handleHttpException = lift . handleHttpException
848+ getHttpConfig = lift getHttpConfig
849+
850+-- | @since 3.10.0
851+instance (MonadHttp m) => MonadHttp (State.Lazy.StateT s m) where
852+ handleHttpException = lift . handleHttpException
853+ getHttpConfig = lift getHttpConfig
854+
855+-- | @since 3.10.0
856+instance (MonadHttp m) => MonadHttp (State.Strict.StateT s m) where
857+ handleHttpException = lift . handleHttpException
858+ getHttpConfig = lift getHttpConfig
859+
860+-- | @since 3.10.0
861+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.CPS.WriterT w m) where
862+ handleHttpException = lift . handleHttpException
863+ getHttpConfig = lift getHttpConfig
864+
865+-- | @since 3.10.0
866+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Lazy.WriterT w m) where
867+ handleHttpException = lift . handleHttpException
868+ getHttpConfig = lift getHttpConfig
869+
870+-- | @since 3.10.0
871+instance (MonadHttp m, Monoid w) => MonadHttp (Writer.Strict.WriterT w m) where
872+ handleHttpException = lift . handleHttpException
873+ getHttpConfig = lift getHttpConfig
874+
875+-- | Run a computation in the 'Req' monad with the given 'HttpConfig'. In
876+-- the case of an exceptional situation an 'HttpException' will be thrown.
877+--
878+-- @since 0.4.0
879+runReq ::
880+ (MonadIO m) =>
881+ -- | 'HttpConfig' to use
882+ HttpConfig ->
883+ -- | Computation to run
884+ Req a ->
885+ m a
886+runReq config (Req m) = liftIO (runReaderT m config)
523
887
524----------------------------------------------------------------------------
888----------------------------------------------------------------------------
525−-- Request — Method
889+-- Request—Method
526
890
527-- $method
891-- $method
528--
892--
529-- The package supports all methods as defined by RFC 2616, and 'PATCH'
893-- The package supports all methods as defined by RFC 2616, and 'PATCH'
530−-- which is defined by RFC 5789 — that should be enough to talk to RESTful
894+-- which is defined by RFC 5789—that should be enough to talk to RESTful
531-- APIs. In some cases, however, you may want to add more methods (e.g. you
895-- APIs. In some cases, however, you may want to add more methods (e.g. you
532-- work with WebDAV <https://en.wikipedia.org/wiki/WebDAV>); no need to
896-- work with WebDAV <https://en.wikipedia.org/wiki/WebDAV>); no need to
533-- compromise on type safety and hack, it only takes a couple of seconds to
897-- compromise on type safety and hack, it only takes a couple of seconds to
534-- define a new method that will works seamlessly, see 'HttpMethod'.
898-- define a new method that will works seamlessly, see 'HttpMethod'.
535
899
536-- | 'GET' method.
900-- | 'GET' method.
537−
538data GET = GET
901data GET = GET
539
902
540instance HttpMethod GET where
903instance HttpMethod GET where
@@ -542,7 +905,6 @@ instance HttpMethod GET where
542 httpMethodName Proxy = Y.methodGet
905 httpMethodName Proxy = Y.methodGet
543
906
544-- | 'POST' method.
907-- | 'POST' method.
545−
546data POST = POST
908data POST = POST
547
909
548instance HttpMethod POST where
910instance HttpMethod POST where
@@ -550,7 +912,6 @@ instance HttpMethod POST where
550 httpMethodName Proxy = Y.methodPost
912 httpMethodName Proxy = Y.methodPost
551
913
552-- | 'HEAD' method.
914-- | 'HEAD' method.
553−
554data HEAD = HEAD
915data HEAD = HEAD
555
916
556instance HttpMethod HEAD where
917instance HttpMethod HEAD where
@@ -558,26 +919,24 @@ instance HttpMethod HEAD where
558 httpMethodName Proxy = Y.methodHead
919 httpMethodName Proxy = Y.methodHead
559
920
560-- | 'PUT' method.
921-- | 'PUT' method.
561−
562data PUT = PUT
922data PUT = PUT
563
923
564instance HttpMethod PUT where
924instance HttpMethod PUT where
565 type AllowsBody PUT = 'CanHaveBody
925 type AllowsBody PUT = 'CanHaveBody
566 httpMethodName Proxy = Y.methodPut
926 httpMethodName Proxy = Y.methodPut
567
927
568−-- | 'DELETE' method. This data type does not allow having request body with
928+-- | 'DELETE' method. RFC 7231 allows a payload in DELETE but without
569−-- 'DELETE' requests, as it should be, however some APIs may expect 'DELETE'
929+-- semantics.
570−-- requests to have bodies, in that case define your own variation of
930+--
571−-- 'DELETE' method and allow it to have a body.
931+-- __Note__: before version /3.4.0/ this method did not allow request
572−
932+-- bodies.
573data DELETE = DELETE
933data DELETE = DELETE
574
934
575instance HttpMethod DELETE where
935instance HttpMethod DELETE where
576− type AllowsBody DELETE = 'NoBody
936+ type AllowsBody DELETE = 'CanHaveBody
577 httpMethodName Proxy = Y.methodDelete
937 httpMethodName Proxy = Y.methodDelete
578
938
579-- | 'TRACE' method.
939-- | 'TRACE' method.
580−
581data TRACE = TRACE
940data TRACE = TRACE
582
941
583instance HttpMethod TRACE where
942instance HttpMethod TRACE where
@@ -585,7 +944,6 @@ instance HttpMethod TRACE where
585 httpMethodName Proxy = Y.methodTrace
944 httpMethodName Proxy = Y.methodTrace
586
945
587-- | 'CONNECT' method.
946-- | 'CONNECT' method.
588−
589data CONNECT = CONNECT
947data CONNECT = CONNECT
590
948
591instance HttpMethod CONNECT where
949instance HttpMethod CONNECT where
@@ -593,7 +951,6 @@ instance HttpMethod CONNECT where
593 httpMethodName Proxy = Y.methodConnect
951 httpMethodName Proxy = Y.methodConnect
594
952
595-- | 'OPTIONS' method.
953-- | 'OPTIONS' method.
596−
597data OPTIONS = OPTIONS
954data OPTIONS = OPTIONS
598
955
599instance HttpMethod OPTIONS where
956instance HttpMethod OPTIONS where
@@ -601,7 +958,6 @@ instance HttpMethod OPTIONS where
601 httpMethodName Proxy = Y.methodOptions
958 httpMethodName Proxy = Y.methodOptions
602
959
603-- | 'PATCH' method.
960-- | 'PATCH' method.
604−
605data PATCH = PATCH
961data PATCH = PATCH
606
962
607instance HttpMethod PATCH where
963instance HttpMethod PATCH where
@@ -609,42 +965,38 @@ instance HttpMethod PATCH where
609 httpMethodName Proxy = Y.methodPatch
965 httpMethodName Proxy = Y.methodPatch
610
966
611-- | A type class for types that can be used as an HTTP method. To define a
967-- | A type class for types that can be used as an HTTP method. To define a
612−-- non-standard method, follow this example that defines COPY:
968+-- non-standard method, follow this example that defines @COPY@:
613--
969--
614-- > data COPY = COPY
970-- > data COPY = COPY
615-- >
971-- >
616-- > instance HttpMethod COPY where
972-- > instance HttpMethod COPY where
617-- > type AllowsBody COPY = 'CanHaveBody
973-- > type AllowsBody COPY = 'CanHaveBody
618-- > httpMethodName Proxy = "COPY"
974-- > httpMethodName Proxy = "COPY"
619−
620class HttpMethod a where
975class HttpMethod a where
621−
622− -- | Type function 'AllowsBody' returns type of kind 'CanHaveBody' which
976+ -- | Type function 'AllowsBody' returns a type of kind 'CanHaveBody' which
623− -- tells the rest of the library whether the method can have a body or
977+ -- tells the rest of the library whether the method can have body or not.
624− -- not. We use the special type 'CanHaveBody' “lifted” into kind instead
978+ -- We use the special type 'CanHaveBody' lifted to the kind level instead
625 -- of 'Bool' to get more user-friendly compiler messages.
979 -- of 'Bool' to get more user-friendly compiler messages.
626−
627 type AllowsBody a :: CanHaveBody
980 type AllowsBody a :: CanHaveBody
628
981
629 -- | Return name of the method as a 'ByteString'.
982 -- | Return name of the method as a 'ByteString'.
630−
631 httpMethodName :: Proxy a -> ByteString
983 httpMethodName :: Proxy a -> ByteString
632
984
633−instance HttpMethod method => RequestComponent (Womb "method" method) where
985+instance (HttpMethod method) => RequestComponent (Tagged "method" method) where
634 getRequestMod _ = Endo $ \x ->
986 getRequestMod _ = Endo $ \x ->
635− x { L.method = httpMethodName (Proxy :: Proxy method) }
987+ x {L.method = httpMethodName (Proxy :: Proxy method)}
636
988
637----------------------------------------------------------------------------
989----------------------------------------------------------------------------
638−-- Request — URL
990+-- Request—URL
639
991
640-- $url
992-- $url
641--
993--
642-- We use 'Url's which are correct by construction, see 'Url'. To build a
994-- We use 'Url's which are correct by construction, see 'Url'. To build a
643−-- 'Url' from a 'ByteString', use 'parseUrlHttp' or 'parseUrlHttps'.
995+-- 'Url' from a 'URI', use 'useHttpURI', 'useHttpsURI', or generic 'useURI'.
644
996
645-- | Request's 'Url'. Start constructing your 'Url' with 'http' or 'https'
997-- | Request's 'Url'. Start constructing your 'Url' with 'http' or 'https'
646-- specifying the scheme and host at the same time. Then use the @('/~')@
998-- specifying the scheme and host at the same time. Then use the @('/~')@
647−-- and @('/:')@ operators to grow path one piece at a time. Every single
999+-- and @('/:')@ operators to grow the path one piece at a time. Every single
648-- piece of path will be url(percent)-encoded, so using @('/~')@ and
1000-- piece of path will be url(percent)-encoded, so using @('/~')@ and
649-- @('/:')@ is the only way to have forward slashes between path segments.
1001-- @('/:')@ is the only way to have forward slashes between path segments.
650-- This approach makes working with dynamic path segments easy and safe. See
1002-- This approach makes working with dynamic path segments easy and safe. See
@@ -670,125 +1022,233 @@ instance HttpMethod method => RequestComponent (Womb "method" method) where
670--
1022--
671-- > https "юникод.рф"
1023-- > https "юникод.рф"
672-- > -- https://%D1%8E%D0%BD%D0%B8%D0%BA%D0%BE%D0%B4.%D1%80%D1%84
1024-- > -- https://%D1%8E%D0%BD%D0%B8%D0%BA%D0%BE%D0%B4.%D1%80%D1%84
673−
674−data Url (scheme :: Scheme) = Url Scheme (NonEmpty T.Text)
1025+data Url (scheme :: Scheme) = Url Scheme (NonEmpty Text)
675− -- NOTE The second value is path segments in reversed order.
1026+ -- NOTE The second value is the path segments in reversed order.
676− deriving (Eq, Ord, Show, Data, Typeable, Generic)
1027+ deriving (Eq, Ord, Show, Data, Generic)
677−
1028+
1029+type role Url nominal
1030+
1031+-- With template-haskell >=2.15 and text >=1.2.4 Lift can be derived, however
1032+-- the derived lift forgets the type of the scheme.
1033+instance (Typeable scheme) => TH.Lift (Url scheme) where
1034+ lift url =
1035+ TH.dataToExpQ (fmap liftText . cast) url `TH.sigE` case url of
1036+ Url Http _ -> [t|Url 'Http|]
1037+ Url Https _ -> [t|Url 'Https|]
1038+ where
1039+ liftText t = TH.AppE (TH.VarE 'T.pack) <$> TH.lift (T.unpack t)
1040+ liftTyped = TH.Code . TH.unsafeTExpCoerce . TH.lift
1041+
678−-- | Given host name, produce a 'Url' which have “http” as its scheme and
1042+-- | Given host name, produce a 'Url' which has “http” as its scheme and
679-- empty path. This also sets port to @80@.
1043-- empty path. This also sets port to @80@.
680−
681−http :: T.Text -> Url 'Http
1044+http :: Text -> Url 'Http
682http = Url Http . pure
1045http = Url Http . pure
683
1046
684−-- | Given host name, produce a 'Url' which have “https” as its scheme and
1047+-- | Given host name, produce a 'Url' which has “https” as its scheme and
685-- empty path. This also sets port to @443@.
1048-- empty path. This also sets port to @443@.
686−
687−https :: T.Text -> Url 'Https
1049+https :: Text -> Url 'Https
688https = Url Https . pure
1050https = Url Https . pure
689
1051
690−-- | Grow given 'Url' appending a single path segment to it. Note that the
1052+-- | Grow a given 'Url' appending a single path segment to it. Note that the
691-- path segment can be of any type that is an instance of 'ToHttpApiData'.
1053-- path segment can be of any type that is an instance of 'ToHttpApiData'.
692−
693infixl 5 /~
1054infixl 5 /~
694−(/~) :: ToHttpApiData a => Url scheme -> a -> Url scheme
695−Url secure path /~ segment = Url secure (NE.cons (toUrlPiece segment) path)
696
1055
697−-- | Type-constrained version of @('/~')@ to remove ambiguity in cases when
1056+(/~) :: (ToHttpApiData a) => Url scheme -> a -> Url scheme
698−-- next URL piece is a 'Text' literal.
1057+Url secure path /~ segment = Url secure (NE.cons (toUrlPiece segment) path)
699
1058
1059+-- | A type-constrained version of @('/~')@ to remove ambiguity in the cases
1060+-- when next URL piece is a 'Data.Text.Text' literal.
700infixl 5 /:
1061infixl 5 /:
1062+
701−(/:) :: Url scheme -> T.Text -> Url scheme
1063+(/:) :: Url scheme -> Text -> Url scheme
702(/:) = (/~)
1064(/:) = (/~)
703
1065
1066+-- | Render a 'Url' as 'Text'.
1067+--
1068+-- @since 3.4.0
1069+renderUrl :: Url scheme -> Text
1070+renderUrl = \case
1071+ Url Https parts ->
1072+ "https://" <> renderParts parts
1073+ Url Http parts ->
1074+ "http://" <> renderParts parts
1075+ where
1076+ renderParts parts =
1077+ T.intercalate "/" (reverse $ NE.toList parts)
1078+
704−-- | The 'parseUrlHttp' function provides an alternative method to get 'Url'
1079+-- | The 'useHttpURI' function provides an alternative method to get 'Url'
705−-- (possibly with some 'Option's) from a 'ByteString'. This is useful when
1080+-- (possibly with some 'Option's) from a 'URI'. This is useful when you are
706−-- you are given a URL to query dynamically and don't know it beforehand.
1081+-- given a URL to query dynamically and don't know it beforehand.
707−-- The function parses 'ByteString' because it's the correct type to
1082+--
708−-- represent a URL, as 'Url' cannot contain characters outside of ASCII
1083+-- This function expects the scheme to be “http” and host to be present.
709−-- range, thus we can consider every character a 'Data.Word.Word8' value.
1084+--
710−--
1085+-- @since 3.0.0
711−-- This function only parses 'Url' (scheme, host, path) and optional query
1086+useHttpURI :: URI -> Maybe (Url 'Http, Option scheme)
712−-- parameters that are returned as 'Option'. It does not parse method name
1087+useHttpURI uri = do
713−-- or authentication info from given 'ByteString'.
1088+ guard (URI.uriScheme uri == Just [QQ.scheme|http|])
714−
1089+ urlHead <- http <$> uriHost uri
715−parseUrlHttp :: ByteString -> Maybe (Url 'Http, Option scheme)
1090+ let url = case URI.uriPath uri of
716−parseUrlHttp url' = do
1091+ Nothing -> urlHead
717− url <- B.stripPrefix "http://" url'
1092+ Just uriPath -> uriPathToUrl uriPath urlHead
718− (host :| path, option) <- parseUrlHelper url
1093+ return (url, uriOptions uri)
719− return (foldl (/:) (http host) path, option)
1094+
720−
721−-- | Just like 'parseUrlHttp', but expects “https” scheme.
1095+-- | Just like 'useHttpURI', but expects the “https” scheme.
722−
1096+--
1097+-- @since 3.0.0
723−parseUrlHttps :: ByteString -> Maybe (Url 'Https, Option scheme)
1098+useHttpsURI :: URI -> Maybe (Url 'Https, Option scheme)
724−parseUrlHttps url' = do
1099+useHttpsURI uri = do
725− url <- B.stripPrefix "https://" url'
1100+ guard (URI.uriScheme uri == Just [QQ.scheme|https|])
726− (host :| path, option) <- parseUrlHelper url
1101+ urlHead <- https <$> uriHost uri
727− return (foldl (/:) (https host) path, option)
1102+ let url = case URI.uriPath uri of
728−
1103+ Nothing -> urlHead
729−-- | Get host\/collection of path pieces and possibly query parameters
1104+ Just uriPath -> uriPathToUrl uriPath urlHead
730−-- already converted to 'Option'. This function is not public.
1105+ return (url, uriOptions uri)
731−
1106+
732−parseUrlHelper :: ByteString -> Maybe (NonEmpty T.Text, Option scheme)
1107+-- | Convert URI path to a 'Url'. Internal.
733−parseUrlHelper url = do
1108+--
734− let (path', query') = B.break (== 0x3f) url
1109+-- @since 3.9.0
735− query = mconcat (uncurry queryParam <$> Y.parseQueryText query')
1110+uriPathToUrl ::
736− path <- NE.nonEmpty (Y.decodePathSegments path')
1111+ (Bool, NonEmpty (URI.RText 'URI.PathPiece)) ->
737− return (path, query)
1112+ Url scheme ->
1113+ Url scheme
1114+uriPathToUrl (trailingSlash, xs) urlHead =
1115+ if trailingSlash then path /: T.empty else path
1116+ where
1117+ path = foldl' (/:) urlHead (URI.unRText <$> NE.toList xs)
1118+
1119+-- | A combination of 'useHttpURI' and 'useHttpsURI' for cases when scheme
1120+-- is not known in advance.
1121+--
1122+-- @since 3.0.0
1123+useURI ::
1124+ URI ->
1125+ Maybe
1126+ ( Either
1127+ (Url 'Http, Option scheme0)
1128+ (Url 'Https, Option scheme1)
1129+ )
1130+useURI uri =
1131+ (Left <$> useHttpURI uri) <|> (Right <$> useHttpsURI uri)
1132+
1133+-- | An internal helper function to extract host from a 'URI'.
1134+uriHost :: URI -> Maybe Text
1135+uriHost uri = case URI.uriAuthority uri of
1136+ Left _ -> Nothing
1137+ Right URI.Authority {..} ->
1138+ Just (URI.unRText authHost)
1139+
1140+-- | A quasiquoter to build an 'Url' and 'Option' tuple. The type of the
1141+-- generated expression is @('Url' scheme0, 'Option' scheme1)@ with
1142+-- @scheme0@ being either 'Http' or 'Https' depending on the input.
1143+--
1144+-- @since 3.2.0
1145+urlQ :: TH.QuasiQuoter
1146+urlQ =
1147+ TH.QuasiQuoter
1148+ { quoteExp = \str ->
1149+ case URI.mkURI (T.pack str) of
1150+ Left err -> fail (displayException err)
1151+ Right uri -> case useURI uri of
1152+ Nothing -> fail "Not a HTTP or HTTPS URL"
1153+ Just eurl ->
1154+ TH.tupE
1155+ [ either (TH.lift . fst) (TH.lift . fst) eurl,
1156+ [|uriOptions uri|]
1157+ ],
1158+ quotePat = error "This usage is not supported",
1159+ quoteType = error "This usage is not supported",
1160+ quoteDec = error "This usage is not supported"
1161+ }
1162+
1163+-- | An internal helper function to extract 'Option's from a 'URI'.
1164+uriOptions :: forall scheme. URI -> Option scheme
1165+uriOptions uri =
1166+ mconcat
1167+ [ auth,
1168+ query,
1169+ port'
1170+ -- , fragment'
1171+ ]
1172+ where
1173+ (auth, port') =
1174+ case URI.uriAuthority uri of
1175+ Left _ -> (mempty, mempty)
1176+ Right URI.Authority {..} ->
1177+ let auth0 = case authUserInfo of
1178+ Nothing -> mempty
1179+ Just URI.UserInfo {..} ->
1180+ let username = T.encodeUtf8 (URI.unRText uiUsername)
1181+ password = maybe "" (T.encodeUtf8 . URI.unRText) uiPassword
1182+ in basicAuthUnsafe username password
1183+ port0 = case authPort of
1184+ Nothing -> mempty
1185+ Just port'' -> port (fromIntegral port'')
1186+ in (auth0, port0)
1187+ query =
1188+ let liftQueryParam = \case
1189+ URI.QueryFlag t -> queryFlag (URI.unRText t)
1190+ URI.QueryParam k v -> URI.unRText k =: URI.unRText v
1191+ in mconcat (liftQueryParam <$> URI.uriQuery uri)
1192+
1193+-- TODO Blocked on upstream: https://github.com/snoyberg/http-client/issues/424
1194+-- fragment' =
1195+-- case URI.uriFragment uri of
1196+-- Nothing -> mempty
1197+-- Just fragment'' -> fragment (URI.unRText fragment'')
738
1198
739instance RequestComponent (Url scheme) where
1199instance RequestComponent (Url scheme) where
740 getRequestMod (Url scheme segments) = Endo $ \x ->
1200 getRequestMod (Url scheme segments) = Endo $ \x ->
741− let (host :| path) = NE.reverse segments in
1201+ let (host :| path) = NE.reverse segments
1202+ in x
742− x { L.secure = case scheme of
1203+ { L.secure = case scheme of
743− Http -> False
1204+ Http -> False
744− Https -> True
1205+ Https -> True,
745− , L.port = case scheme of
1206+ L.port = case scheme of
746− Http -> 80
1207+ Http -> 80
747− Https -> 443
1208+ Https -> 443,
748− , L.host = Y.urlEncode False (T.encodeUtf8 host)
1209+ L.host = Y.urlEncode False (T.encodeUtf8 host),
749− , L.path =
1210+ L.path =
750− (BL.toStrict . BB.toLazyByteString . Y.encodePathSegments) path }
1211+ (BL.toStrict . BB.toLazyByteString . Y.encodePathSegments) path
1212+ }
751
1213
752----------------------------------------------------------------------------
1214----------------------------------------------------------------------------
753−-- Request — Body
1215+-- Request—Body
754
1216
755-- $body
1217-- $body
756--
1218--
757-- A number of options for request bodies are available. The @Content-Type@
1219-- A number of options for request bodies are available. The @Content-Type@
758−-- header is set for you automatically according to body option you use
1220+-- header is set for you automatically according to the body option you use
759−-- (it's always specified in documentation for given body option). To add
1221+-- (it's always specified in the documentation for a given body option). To
760−-- your own way to represent request body, see 'HttpBody'.
1222+-- add your own way to represent request body, define an instance of
1223+-- 'HttpBody'.
761
1224
762-- | This data type represents empty body of an HTTP request. This is the
1225-- | This data type represents empty body of an HTTP request. This is the
763-- data type to use with 'HttpMethod's that cannot have a body, as it's the
1226-- data type to use with 'HttpMethod's that cannot have a body, as it's the
764-- only type for which 'ProvidesBody' returns 'NoBody'.
1227-- only type for which 'ProvidesBody' returns 'NoBody'.
765--
1228--
766-- Using of this body option does not set the @Content-Type@ header.
1229-- Using of this body option does not set the @Content-Type@ header.
767−
768data NoReqBody = NoReqBody
1230data NoReqBody = NoReqBody
769
1231
770instance HttpBody NoReqBody where
1232instance HttpBody NoReqBody where
771 getRequestBody NoReqBody = L.RequestBodyBS B.empty
1233 getRequestBody NoReqBody = L.RequestBodyBS B.empty
772
1234
773−-- | This body option allows to use a JSON object as request body — probably
1235+-- | This body option allows us to use a JSON object as the request
774−-- the most popular format right now. Just wrap a data type that is an
1236+-- body—probably the most popular format right now. Just wrap a data type
775−-- instance of 'ToJSON' type class and you are done: it will be converted to
1237+-- that is an instance of 'ToJSON' type class and you are done: it will be
776−-- JSON and inserted as request body.
1238+-- converted to JSON and inserted as request body.
777--
1239--
778-- This body option sets the @Content-Type@ header to @\"application/json;
1240-- This body option sets the @Content-Type@ header to @\"application/json;
779-- charset=utf-8\"@ value.
1241-- charset=utf-8\"@ value.
780−
781newtype ReqBodyJson a = ReqBodyJson a
1242newtype ReqBodyJson a = ReqBodyJson a
782
1243
783−instance ToJSON a => HttpBody (ReqBodyJson a) where
1244+instance (ToJSON a) => HttpBody (ReqBodyJson a) where
784 getRequestBody (ReqBodyJson a) = L.RequestBodyLBS (A.encode a)
1245 getRequestBody (ReqBodyJson a) = L.RequestBodyLBS (A.encode a)
785− getRequestContentType Proxy = pure "application/json; charset=utf-8"
1246+ getRequestContentType _ = pure "application/json; charset=utf-8"
786
1247
787-- | This body option streams request body from a file. It is expected that
1248-- | This body option streams request body from a file. It is expected that
788−-- the file size does not change during the streaming.
1249+-- the file size does not change during streaming.
789--
1250--
790-- Using of this body option does not set the @Content-Type@ header.
1251-- Using of this body option does not set the @Content-Type@ header.
791−
792newtype ReqBodyFile = ReqBodyFile FilePath
1252newtype ReqBodyFile = ReqBodyFile FilePath
793
1253
794instance HttpBody ReqBodyFile where
1254instance HttpBody ReqBodyFile where
@@ -798,7 +1258,6 @@ instance HttpBody ReqBodyFile where
798-- | HTTP request body represented by a strict 'ByteString'.
1258-- | HTTP request body represented by a strict 'ByteString'.
799--
1259--
800-- Using of this body option does not set the @Content-Type@ header.
1260-- Using of this body option does not set the @Content-Type@ header.
801−
802newtype ReqBodyBs = ReqBodyBs ByteString
1261newtype ReqBodyBs = ReqBodyBs ByteString
803
1262
804instance HttpBody ReqBodyBs where
1263instance HttpBody ReqBodyBs where
@@ -807,270 +1266,387 @@ instance HttpBody ReqBodyBs where
807-- | HTTP request body represented by a lazy 'BL.ByteString'.
1266-- | HTTP request body represented by a lazy 'BL.ByteString'.
808--
1267--
809-- Using of this body option does not set the @Content-Type@ header.
1268-- Using of this body option does not set the @Content-Type@ header.
810−
811newtype ReqBodyLbs = ReqBodyLbs BL.ByteString
1269newtype ReqBodyLbs = ReqBodyLbs BL.ByteString
812
1270
813instance HttpBody ReqBodyLbs where
1271instance HttpBody ReqBodyLbs where
814 getRequestBody (ReqBodyLbs bs) = L.RequestBodyLBS bs
1272 getRequestBody (ReqBodyLbs bs) = L.RequestBodyLBS bs
815
1273
816−-- | Form URL-encoded body. This can hold a collection of parameters which
1274+-- | URL-encoded body. This can hold a collection of parameters which are
817−-- are encoded similarly to query parameters at the end of query string,
1275+-- encoded similarly to query parameters at the end of query string, with
818−-- with the only difference that they are stored in request body. The
1276+-- the only difference that they are stored in request body. The similarity
819−-- similarity is reflected in the API as well, as you can use the same
1277+-- is reflected in the API as well, as you can use the same combinators you
820−-- combinators you would use to add query parameters: @('=:')@ and
1278+-- would use to add query parameters: @('=:')@ and 'queryFlag'.
821−-- 'queryFlag'.
822--
1279--
823-- This body option sets the @Content-Type@ header to
1280-- This body option sets the @Content-Type@ header to
824−-- @\"application/x-www-from-urlencoded\"@ value.
1281+-- @\"application/x-www-form-urlencoded\"@ value.
825−
826newtype ReqBodyUrlEnc = ReqBodyUrlEnc FormUrlEncodedParam
1282newtype ReqBodyUrlEnc = ReqBodyUrlEnc FormUrlEncodedParam
827
1283
828instance HttpBody ReqBodyUrlEnc where
1284instance HttpBody ReqBodyUrlEnc where
829 getRequestBody (ReqBodyUrlEnc (FormUrlEncodedParam params)) =
1285 getRequestBody (ReqBodyUrlEnc (FormUrlEncodedParam params)) =
830 (L.RequestBodyLBS . BB.toLazyByteString) (Y.renderQueryText False params)
1286 (L.RequestBodyLBS . BB.toLazyByteString) (Y.renderQueryText False params)
831− getRequestContentType Proxy = pure "application/x-www-form-urlencoded"
1287+ getRequestContentType _ = pure "application/x-www-form-urlencoded"
832
1288
833-- | An opaque monoidal value that allows to collect URL-encoded parameters
1289-- | An opaque monoidal value that allows to collect URL-encoded parameters
834-- to be wrapped in 'ReqBodyUrlEnc'.
1290-- to be wrapped in 'ReqBodyUrlEnc'.
835−
836−newtype FormUrlEncodedParam = FormUrlEncodedParam [(T.Text, Maybe T.Text)]
1291+newtype FormUrlEncodedParam = FormUrlEncodedParam [(Text, Maybe Text)]
837 deriving (Semigroup, Monoid)
1292 deriving (Semigroup, Monoid)
838
1293
839instance QueryParam FormUrlEncodedParam where
1294instance QueryParam FormUrlEncodedParam where
840 queryParam name mvalue =
1295 queryParam name mvalue =
841 FormUrlEncodedParam [(name, toQueryParam <$> mvalue)]
1296 FormUrlEncodedParam [(name, toQueryParam <$> mvalue)]
1297+ queryParamToList (FormUrlEncodedParam p) = p
842
1298
843−-- | A type class for things that can be interpreted as HTTP
1299+-- | Use 'formToQuery'.
844−-- 'L.RequestBody'.
1300+--
1301+-- @since 3.11.0
1302+instance FromForm FormUrlEncodedParam where
1303+ fromForm = Right . formToQuery
845
1304
1305+-- | Multipart form data. Please consult the
1306+-- "Network.HTTP.Client.MultipartFormData" module for how to construct
1307+-- parts, then use 'reqBodyMultipart' to create actual request body from the
1308+-- parts. 'reqBodyMultipart' is the only way to get a value of the type
1309+-- 'ReqBodyMultipart', as its constructor is not exported on purpose.
1310+--
1311+-- @since 0.2.0
1312+--
1313+-- ==== __Examples__
1314+--
1315+-- > import Control.Monad.IO.Class
1316+-- > import Data.Default.Class
1317+-- > import Network.HTTP.Req
1318+-- > import qualified Network.HTTP.Client.MultipartFormData as LM
1319+-- >
1320+-- > main :: IO ()
1321+-- > main = runReq def $ do
1322+-- > body <-
1323+-- > reqBodyMultipart
1324+-- > [ LM.partBS "title" "My Image"
1325+-- > , LM.partFileSource "file1" "/tmp/image.jpg"
1326+-- > ]
1327+-- > response <-
1328+-- > req POST (http "example.com" /: "post")
1329+-- > body
1330+-- > bsResponse
1331+-- > mempty
1332+-- > liftIO $ print (responseBody response)
1333+data ReqBodyMultipart = ReqBodyMultipart ByteString LI.RequestBody
1334+
1335+instance HttpBody ReqBodyMultipart where
1336+ getRequestBody (ReqBodyMultipart _ body) = body
1337+ getRequestContentType (ReqBodyMultipart boundary _) =
1338+ pure ("multipart/form-data; boundary=" <> boundary)
1339+
1340+-- | Create 'ReqBodyMultipart' request body from a collection of 'LM.Part's.
1341+--
1342+-- @since 0.2.0
1343+reqBodyMultipart :: (MonadIO m) => [LM.Part] -> m ReqBodyMultipart
1344+reqBodyMultipart parts = liftIO $ do
1345+ boundary <- LM.webkitBoundary
1346+ body <- LM.renderParts boundary parts
1347+ return (ReqBodyMultipart boundary body)
1348+
1349+-- | A type class for things that can be interpreted as an HTTP
1350+-- 'L.RequestBody'.
846class HttpBody body where
1351class HttpBody body where
847−
848− {-# MINIMAL getRequestBody #-}
849−
850 -- | How to get actual 'L.RequestBody'.
1352 -- | How to get actual 'L.RequestBody'.
851−
852 getRequestBody :: body -> L.RequestBody
1353 getRequestBody :: body -> L.RequestBody
853
1354
854− -- | This method allows to optionally specify value of @Content-Type@
1355+ -- | This method allows us to optionally specify the value of
855− -- header that should be used with particular body option. By default it
1356+ -- @Content-Type@ header that should be used with particular body option.
856− -- returns 'Nothing' and so @Content-Type@ is not set.
1357+ -- By default it returns 'Nothing' and so @Content-Type@ is not set.
857−
858− getRequestContentType :: Proxy body -> Maybe ByteString
1358+ getRequestContentType :: body -> Maybe ByteString
859− getRequestContentType Proxy = Nothing
1359+ getRequestContentType = const Nothing
860
1360
861-- | The type function recognizes 'NoReqBody' as having 'NoBody', while any
1361-- | The type function recognizes 'NoReqBody' as having 'NoBody', while any
862−-- other body option 'CanHaveBody'. This forces user to use 'NoReqBody' with
1362+-- other body option 'CanHaveBody'. This forces the user to use 'NoReqBody'
863−-- 'GET' method and other methods that should not send a body.
1363+-- with 'GET' method and other methods that should not have body.
864−
865type family ProvidesBody body :: CanHaveBody where
1364type family ProvidesBody body :: CanHaveBody where
866 ProvidesBody NoReqBody = 'NoBody
1365 ProvidesBody NoReqBody = 'NoBody
867− ProvidesBody body = 'CanHaveBody
1366+ ProvidesBody body = 'CanHaveBody
868
1367
869-- | This type function allows any HTTP body if method says it
1368-- | This type function allows any HTTP body if method says it
870−-- 'CanHaveBody'. When method says it should have 'NoBody', the only body
1369+-- 'CanHaveBody'. When the method says it should have 'NoBody', the only
871−-- option to use is 'NoReqBody'.
1370+-- body option to use is 'NoReqBody'.
872−--
873−-- __Note__: users of GHC 8.0.1 will see slightly more friendly error
874−-- messages when method does not allow a body and body is provided.
875−
876−type family HttpBodyAllowed
1371+type family
1372+ HttpBodyAllowed
877− (allowsBody :: CanHaveBody)
1373+ (allowsBody :: CanHaveBody)
878− (providesBody :: CanHaveBody) :: Constraint where
1374+ (providesBody :: CanHaveBody) ::
1375+ Constraint
1376+ where
879− HttpBodyAllowed 'NoBody 'NoBody = ()
1377+ HttpBodyAllowed 'NoBody 'NoBody = ()
880− HttpBodyAllowed 'CanHaveBody body = ()
1378+ HttpBodyAllowed 'CanHaveBody body = ()
881−#if MIN_VERSION_base(4,9,0)
882− HttpBodyAllowed 'NoBody 'CanHaveBody = TypeError
1379+ HttpBodyAllowed 'NoBody 'CanHaveBody =
1380+ TypeError
883− ('Text "This HTTP method does not allow attaching a request body.")
1381+ ('Text "This HTTP method does not allow attaching a request body.")
884−#endif
1382+
885−
886−instance HttpBody body => RequestComponent (Womb "body" body) where
1383+instance (HttpBody body) => RequestComponent (Tagged "body" body) where
887− getRequestMod (Womb body) = Endo $ \x ->
1384+ getRequestMod (Tagged body) = Endo $ \x ->
1385+ x
888− x { L.requestBody = getRequestBody body
1386+ { L.requestBody = getRequestBody body,
889− , L.requestHeaders =
1387+ L.requestHeaders =
890− let old = L.requestHeaders x in
1388+ let old = L.requestHeaders x
891− case getRequestContentType (Proxy :: Proxy body) of
1389+ in case getRequestContentType body of
892− Nothing -> old
1390+ Nothing -> old
893− Just contentType ->
1391+ Just contentType ->
894− (Y.hContentType, contentType) : old }
1392+ (Y.hContentType, contentType) : old
1393+ }
895
1394
896----------------------------------------------------------------------------
1395----------------------------------------------------------------------------
897−-- Request — Optional parameters
1396+-- Request—Optional parameters
898
1397
899-- $optional-parameters
1398-- $optional-parameters
900--
1399--
901−-- Optional parameters to a request include things like query parameters,
1400+-- Optional parameters of request include things like query parameters,
902-- headers, port number, etc. All optional parameters have the type
1401-- headers, port number, etc. All optional parameters have the type
903-- 'Option', which is a 'Monoid'. This means that you can use 'mempty' as
1402-- 'Option', which is a 'Monoid'. This means that you can use 'mempty' as
904-- the last argument of 'req' to specify no optional parameters, or combine
1403-- the last argument of 'req' to specify no optional parameters, or combine
905−-- 'Option's using 'mappend' (or @('<>')@) to have several of them at once.
1404+-- 'Option's using 'mappend' or @('<>')@ to have several of them at once.
906
1405
907−-- | Opaque 'Option' type is a 'Monoid' you can use to pack collection of
1406+-- | The opaque 'Option' type is a 'Monoid' you can use to pack collection
908−-- optional parameters like query parameters and headers. See sections below
1407+-- of optional parameters like query parameters and headers. See sections
909−-- to learn which 'Option' primitives are available.
1408+-- below to learn which 'Option' primitives are available.
1409+data Option (scheme :: Scheme)
1410+ = Option (Endo (Y.QueryText, L.Request)) (Maybe (L.Request -> IO L.Request))
910
1411
911−data Option (scheme :: Scheme) =
912− Option (Endo (Y.QueryText, L.Request)) (Maybe (Endo L.Request))
913− -- NOTE 'QueryText' is just [(Text, Maybe Text)], we keep it along with
1412+-- NOTE 'QueryText' is just [(Text, Maybe Text)], we keep it along with
914− -- Request to avoid appending to existing query string in request every
1413+-- Request to avoid appending to an existing query string in request every
915− -- time new parameter is added. Additional Maybe (Endo Request) is a
1414+-- time new parameter is added. The additional Maybe (L.Request -> IO
916− -- finalizer that will be applied after all over options. This is for
1415+-- L.Request) is a finalizer that will be applied after all other
917− -- authentication methods that sign requests based on data in Request.
1416+-- transformations. This is for authentication methods that sign requests
1417+-- based on data in Request.
918
1418
919instance Semigroup (Option scheme) where
1419instance Semigroup (Option scheme) where
920− Option er0 mr0 <> Option er1 mr1 = Option
1420+ Option er0 mr0 <> Option er1 mr1 =
1421+ Option
921− (er0 <> er1) (mr0 <|> mr1)
1422+ (er0 <> er1)
1423+ (mr0 <|> mr1)
922
1424
923instance Monoid (Option scheme) where
1425instance Monoid (Option scheme) where
924− mempty = Option mempty Nothing
1426+ mempty = Option mempty Nothing
925 mappend = (<>)
1427 mappend = (<>)
926
1428
927−-- | A helper to create an 'Option' that modifies only collection of query
1429+-- | Use 'formToQuery'.
928−-- parameters. This helper is not a part of public API.
1430+--
1431+-- @since 3.11.0
1432+instance FromForm (Option scheme) where
1433+ fromForm = Right . formToQuery
929
1434
1435+-- | A helper to create an 'Option' that modifies only collection of query
1436+-- parameters. This helper is not a part of the public API.
930withQueryParams :: (Y.QueryText -> Y.QueryText) -> Option scheme
1437withQueryParams :: (Y.QueryText -> Y.QueryText) -> Option scheme
931withQueryParams f = Option (Endo (first f)) Nothing
1438withQueryParams f = Option (Endo (first f)) Nothing
932
1439
933-- | A helper to create an 'Option' that modifies only 'L.Request'. This
1440-- | A helper to create an 'Option' that modifies only 'L.Request'. This
934-- helper is not a part of public API.
1441-- helper is not a part of public API.
935−
936withRequest :: (L.Request -> L.Request) -> Option scheme
1442withRequest :: (L.Request -> L.Request) -> Option scheme
937withRequest f = Option (Endo (second f)) Nothing
1443withRequest f = Option (Endo (second f)) Nothing
938
1444
939−-- | A helper to create an 'Option' that adds a finalizer (request
940−-- endomorphism that is run after all other modifications).
941−
942−asFinalizer :: (L.Request -> L.Request) -> Option scheme
943−asFinalizer f = Option mempty (Just (Endo f))
944−
945instance RequestComponent (Option scheme) where
1445instance RequestComponent (Option scheme) where
946− getRequestMod (Option f finalizer) = Endo $ \x ->
1446+ getRequestMod (Option f _) = Endo $ \x ->
947 let (qparams, x') = appEndo f ([], x)
1447 let (qparams, x') = appEndo f ([], x)
948− query = Y.renderQuery True (Y.queryTextToQuery qparams)
1448+ query = Y.renderQuery True (Y.queryTextToQuery qparams)
949− in maybe id appEndo finalizer x' { L.queryString = query }
1449+ in x' {L.queryString = query}
1450+
1451+-- | Finalize given 'L.Request' by applying a finalizer from the given
1452+-- 'Option' (if it has any).
1453+finalizeRequest :: (MonadIO m) => Option scheme -> L.Request -> m L.Request
1454+finalizeRequest (Option _ mfinalizer) = liftIO . fromMaybe pure mfinalizer
950
1455
951----------------------------------------------------------------------------
1456----------------------------------------------------------------------------
952−-- Request — Optional parameters — Query Parameters
1457+-- Request—Optional parameters—Query Parameters
953
1458
954-- $query-parameters
1459-- $query-parameters
955--
1460--
956-- This section describes a polymorphic interface that can be used to
1461-- This section describes a polymorphic interface that can be used to
957−-- construct query parameters (of type 'Option') and form URL-encoded bodies
1462+-- construct query parameters (of the type 'Option') and form URL-encoded
958−-- (of type 'FormUrlEncodedParam').
1463+-- bodies (of the type 'FormUrlEncodedParam').
959
1464
960-- | This operator builds a query parameter that will be included in URL of
1465-- | This operator builds a query parameter that will be included in URL of
961−-- your request after question sign @?@. This is the same syntax you use
1466+-- your request after the question sign @?@. This is the same syntax you use
962-- with form URL encoded request bodies.
1467-- with form URL encoded request bodies.
963--
1468--
964-- This operator is defined in terms of 'queryParam':
1469-- This operator is defined in terms of 'queryParam':
965--
1470--
966-- > name =: value = queryParam name (pure value)
1471-- > name =: value = queryParam name (pure value)
967−
968infix 7 =:
1472infix 7 =:
1473+
969−(=:) :: (QueryParam param, ToHttpApiData a) => T.Text -> a -> param
1474+(=:) :: (QueryParam param, ToHttpApiData a) => Text -> a -> param
970name =: value = queryParam name (pure value)
1475name =: value = queryParam name (pure value)
971
1476
972−-- | Construct a flag, that is, valueless query parameter. For example, in
1477+-- | Construct a flag, that is, a valueless query parameter. For example, in
973−-- the following URL @a@ is a flag, @b@ is a query parameter with a value:
1478+-- the following URL @\"a\"@ is a flag, while @\"b\"@ is a query parameter
1479+-- with a value:
974--
1480--
975-- > https://httpbin.org/foo/bar?a&b=10
1481-- > https://httpbin.org/foo/bar?a&b=10
976--
1482--
977-- This operator is defined in terms of 'queryParam':
1483-- This operator is defined in terms of 'queryParam':
978--
1484--
979−-- > queryFlag name = queryParam name Nothing
1485+-- > queryFlag name = queryParam name (Nothing :: Maybe ())
980−
981−queryFlag :: QueryParam param => T.Text -> param
1486+queryFlag :: (QueryParam param) => Text -> param
982queryFlag name = queryParam name (Nothing :: Maybe ())
1487queryFlag name = queryParam name (Nothing :: Maybe ())
983
1488
1489+-- | Construct query parameters from a 'ToForm' instance. This function
1490+-- produces the same query params as 'Form.urlEncodeAsFormStable'.
1491+--
1492+-- Note that 'Form.Form' doesn't have the concept of parameters with the
1493+-- empty value (i.e. what you can get by @key =: ""@). If the value is
1494+-- empty, it will be encoded as a valueless parameter (i.e. what you can get
1495+-- by @queryFlag key@).
1496+--
1497+-- @since 3.11.0
1498+formToQuery :: (QueryParam param, Monoid param, ToForm f) => f -> param
1499+formToQuery f = mconcat . fmap toParam . Form.toListStable $ toForm f
1500+ where
1501+ toParam (key, val) =
1502+ queryParam key $
1503+ if val == ""
1504+ then Nothing
1505+ else Just val
1506+
984−-- | A type class for query-parameter-like things. The reason to have
1507+-- | A type class for query-parameter-like things. The reason to have an
985-- overloaded 'queryParam' is to be able to use it as an 'Option' and as a
1508-- overloaded 'queryParam' is to be able to use it as an 'Option' and as a
986-- 'FormUrlEncodedParam' when constructing form URL encoded request bodies.
1509-- 'FormUrlEncodedParam' when constructing form URL encoded request bodies.
987-- Having the same syntax for these cases seems natural and user-friendly.
1510-- Having the same syntax for these cases seems natural and user-friendly.
988−
989class QueryParam param where
1511class QueryParam param where
990−
991 -- | Create a query parameter with given name and value. If value is
1512 -- | Create a query parameter with given name and value. If value is
992 -- 'Nothing', it won't be included at all (i.e. you create a flag this
1513 -- 'Nothing', it won't be included at all (i.e. you create a flag this
993 -- way). It's recommended to use @('=:')@ and 'queryFlag' instead of this
1514 -- way). It's recommended to use @('=:')@ and 'queryFlag' instead of this
994 -- method, because they are easier to read.
1515 -- method, because they are easier to read.
1516+ queryParam :: (ToHttpApiData a) => Text -> Maybe a -> param
995
1517
996− queryParam :: ToHttpApiData a => T.Text -> Maybe a -> param
1518+ -- | Get the query parameter names and values set by 'queryParam'.
1519+ --
1520+ -- @since 3.11.0
1521+ queryParamToList :: param -> [(Text, Maybe Text)]
997
1522
998instance QueryParam (Option scheme) where
1523instance QueryParam (Option scheme) where
999 queryParam name mvalue =
1524 queryParam name mvalue =
1000 withQueryParams ((:) (name, toQueryParam <$> mvalue))
1525 withQueryParams ((:) (name, toQueryParam <$> mvalue))
1526+ queryParamToList (Option f _) = fst $ appEndo f ([], L.defaultRequest)
1001
1527
1002----------------------------------------------------------------------------
1528----------------------------------------------------------------------------
1003−-- Request — Optional parameters — Headers
1529+-- Request—Optional parameters—Headers
1004
1530
1005-- | Create an 'Option' that adds a header. Note that if you 'mappend' two
1531-- | Create an 'Option' that adds a header. Note that if you 'mappend' two
1006-- headers with the same names the leftmost header will win. This means, in
1532-- headers with the same names the leftmost header will win. This means, in
1007-- particular, that you cannot create a request with several headers of the
1533-- particular, that you cannot create a request with several headers of the
1008-- same name.
1534-- same name.
1009−
1010−header
1535+header ::
1011− :: ByteString -- ^ Header name
1536+ -- | Header name
1537+ ByteString ->
1012− -> ByteString -- ^ Header value
1538+ -- | Header value
1539+ ByteString ->
1013− -> Option scheme
1540+ Option scheme
1014header name value = withRequest (attachHeader name value)
1541header name value = withRequest (attachHeader name value)
1015
1542
1016−-- | A non-public helper that attaches a header with given name and content
1543+-- | Attach a header with given name and content to a 'L.Request'.
1017−-- to a 'L.Request'.
1544+--
1018−
1545+-- @since 1.1.0
1019attachHeader :: ByteString -> ByteString -> L.Request -> L.Request
1546attachHeader :: ByteString -> ByteString -> L.Request -> L.Request
1020attachHeader name value x =
1547attachHeader name value x =
1021− x { L.requestHeaders = (CI.mk name, value) : L.requestHeaders x }
1548+ x {L.requestHeaders = (CI.mk name, value) : L.requestHeaders x}
1549+
1550+-- | Same as 'header', but with redacted values on print.
1551+--
1552+-- @since 3.13.0
1553+headerRedacted :: ByteString -> ByteString -> Option scheme
1554+headerRedacted name value = withRequest $ \x ->
1555+ let y = attachHeader name value x
1556+ in y {L.redactHeaders = CI.mk name `S.insert` L.redactHeaders y}
1022
1557
1023----------------------------------------------------------------------------
1558----------------------------------------------------------------------------
1024−-- Request — Optional parameters — Cookies
1559+-- Request—Optional parameters—Cookies
1025
1560
1026-- $cookies
1561-- $cookies
1027--
1562--
1028−-- Support for cookies is quite minimalistic at the moment, its' possible to
1563+-- Support for cookies is quite minimalistic at the moment. It's possible to
1029-- specify which cookies to send using 'cookieJar' and inspect 'L.Response'
1564-- specify which cookies to send using 'cookieJar' and inspect 'L.Response'
1030-- to extract 'L.CookieJar' from it (see 'responseCookieJar').
1565-- to extract 'L.CookieJar' from it (see 'responseCookieJar').
1031
1566
1032-- | Use the given 'L.CookieJar'. A 'L.CookieJar' can be obtained from a
1567-- | Use the given 'L.CookieJar'. A 'L.CookieJar' can be obtained from a
1033-- 'L.Response' record.
1568-- 'L.Response' record.
1034−
1035cookieJar :: L.CookieJar -> Option scheme
1569cookieJar :: L.CookieJar -> Option scheme
1036cookieJar jar = withRequest $ \x ->
1570cookieJar jar = withRequest $ \x ->
1037− x { L.cookieJar = Just jar }
1571+ x {L.cookieJar = Just jar}
1038
1572
1039----------------------------------------------------------------------------
1573----------------------------------------------------------------------------
1040−-- Request — Optional parameters — Authentication
1574+-- Request—Optional parameters—Authentication
1041
1575
1042-- $authentication
1576-- $authentication
1043--
1577--
1044−-- This section provides common authentication helpers in form of 'Option's.
1578+-- This section provides the common authentication helpers in the form of
1045−-- You should always prefer the provided authentication 'Option's to manual
1579+-- 'Option's. You should always prefer the provided authentication 'Option's
1046−-- construction of headers because it ensures that you only use one
1580+-- to manual construction of headers because it ensures that you only use
1047−-- authentication method at a time (they overwrite each other) and provides
1581+-- one authentication method at a time (they overwrite each other) and
1048−-- additional type safety that prevents leaking of credentials in cases when
1582+-- provides additional type safety that prevents leaking of credentials in
1049−-- authentication relies on TLS for encrypting sensitive data.
1583+-- the cases when authentication relies on HTTPS for encrypting sensitive
1584+-- data.
1050
1585
1051-- | The 'Option' adds basic authentication.
1586-- | The 'Option' adds basic authentication.
1052--
1587--
1053-- See also: <https://en.wikipedia.org/wiki/Basic_access_authentication>.
1588-- See also: <https://en.wikipedia.org/wiki/Basic_access_authentication>.
1054−
1055−basicAuth
1589+basicAuth ::
1056− :: ByteString -- ^ Username
1590+ -- | Username
1591+ ByteString ->
1057− -> ByteString -- ^ Password
1592+ -- | Password
1593+ ByteString ->
1594+ -- | Auth 'Option'
1058− -> Option 'Https -- ^ Auth 'Option'
1595+ Option 'Https
1596+basicAuth = basicAuthUnsafe
1597+
1598+-- | An alternative to 'basicAuth' which works for any scheme. Note that
1599+-- using basic access authentication without SSL\/TLS is vulnerable to
1600+-- attacks. Use 'basicAuth' instead unless you know what you are doing.
1601+--
1602+-- @since 0.3.1
1603+basicAuthUnsafe ::
1604+ -- | Username
1605+ ByteString ->
1606+ -- | Password
1607+ ByteString ->
1608+ -- | Auth 'Option'
1609+ Option scheme
1059−basicAuth username password = asFinalizer
1610+basicAuthUnsafe username password =
1611+ customAuth
1060− (L.applyBasicAuth username password)
1612+ (pure . L.applyBasicAuth username password)
1061−
1613+
1062−-- | OAuth 1 authentication 'Option'.
1614+-- | The 'Option' set basic proxy authentication header.
1063−--
1615+--
1064−-- See also: <https://en.wikipedia.org/wiki/OAuth>.
1616+-- @since 1.1.0
1065−
1617+basicProxyAuth ::
1066−oAuth1
1618+ -- | Username
1067− :: ByteString -- ^ Consumer token
1068− -> ByteString -- ^ Consumer secret
1619+ ByteString ->
1069− -> ByteString -- ^ OAuth token
1620+ -- | Password
1070− -> ByteString -- ^ OAuth token secret
1621+ ByteString ->
1622+ -- | Auth 'Option'
1071− -> Option scheme
1623+ Option scheme
1072−oAuth1 ctoken csecret otoken osecret = asFinalizer
1624+basicProxyAuth username password =
1073− (OAuth1.signRequest ctoken csecret otoken osecret)
1625+ withRequest (L.applyBasicProxyAuth username password)
1626+
1627+-- | The 'Option' adds OAuth1 authentication.
1628+--
1629+-- @since 0.2.0
1630+oAuth1 ::
1631+ -- | Consumer token
1632+ ByteString ->
1633+ -- | Consumer secret
1634+ ByteString ->
1635+ -- | OAuth token
1636+ ByteString ->
1637+ -- | OAuth token secret
1638+ ByteString ->
1639+ -- | Auth 'Option'
1640+ Option scheme
1641+oAuth1 consumerToken consumerSecret token tokenSecret =
1642+ customAuth (OAuth.signOAuth app creds)
1643+ where
1644+ app =
1645+ OAuth.newOAuth
1646+ { OAuth.oauthConsumerKey = consumerToken,
1647+ OAuth.oauthConsumerSecret = consumerSecret
1648+ }
1649+ creds = OAuth.newCredential token tokenSecret
1074
1650
1075-- | The 'Option' adds an OAuth2 bearer token. This is treated by many
1651-- | The 'Option' adds an OAuth2 bearer token. This is treated by many
1076-- services as the equivalent of a username and password.
1652-- services as the equivalent of a username and password.
@@ -1080,12 +1656,14 @@ oAuth1 ctoken csecret otoken osecret = asFinalizer
1080-- > oAuth2Bearer token = header "Authorization" ("Bearer " <> token)
1656-- > oAuth2Bearer token = header "Authorization" ("Bearer " <> token)
1081--
1657--
1082-- See also: <https://en.wikipedia.org/wiki/OAuth>.
1658-- See also: <https://en.wikipedia.org/wiki/OAuth>.
1083−
1084−oAuth2Bearer
1659+oAuth2Bearer ::
1085− :: ByteString -- ^ Token
1660+ -- | Token
1661+ ByteString ->
1086− -> Option 'Https -- ^ Auth 'Option'
1662+ -- | Auth 'Option'
1663+ Option 'Https
1087−oAuth2Bearer token = asFinalizer
1664+oAuth2Bearer token =
1665+ customAuth
1088− (attachHeader "Authorization" ("Bearer " <> token))
1666+ (pure . attachHeader "Authorization" ("Bearer " <> token))
1089
1667
1090-- | The 'Option' adds a not-quite-standard OAuth2 bearer token (that seems
1668-- | The 'Option' adds a not-quite-standard OAuth2 bearer token (that seems
1091-- to be used only by GitHub). This will be treated by whatever services
1669-- to be used only by GitHub). This will be treated by whatever services
@@ -1096,37 +1674,35 @@ oAuth2Bearer token = asFinalizer
1096-- > oAuth2Token token = header "Authorization" ("token" <> token)
1674-- > oAuth2Token token = header "Authorization" ("token" <> token)
1097--
1675--
1098-- See also: <https://developer.github.com/v3/oauth#3-use-the-access-token-to-access-the-api>.
1676-- See also: <https://developer.github.com/v3/oauth#3-use-the-access-token-to-access-the-api>.
1099−
1100−oAuth2Token
1677+oAuth2Token ::
1101− :: ByteString -- ^ Token
1678+ -- | Token
1679+ ByteString ->
1102− -> Option 'Https -- ^ Auth 'Option'
1680+ -- | Auth 'Option'
1681+ Option 'Https
1103−oAuth2Token token = asFinalizer
1682+oAuth2Token token =
1683+ customAuth
1104− (attachHeader "Authorization" ("token " <> token))
1684+ (pure . attachHeader "Authorization" ("token " <> token))
1105−
1685+
1106−-- | The 'Option' adds AWS v4 request signature.
1686+-- | A helper to create custom authentication 'Option's. The given
1107−--
1687+-- 'IO'-enabled request transformation is applied after all other
1108−-- See also: <https://docs.aws.amazon.com/general/latest/gr/signature-version-4.html>.
1688+-- modifications when constructing a request. Use wisely.
1109−
1689+--
1110−awsAuth
1690+-- @since 1.1.0
1111− :: ByteString -- ^ AWS access key
1691+customAuth :: (L.Request -> IO L.Request) -> Option scheme
1112− -> ByteString -- ^ AWS secret access key
1692+customAuth = Option mempty . pure
1113− -> Option 'Https -- ^ Auth 'Option'
1114−awsAuth accessKey secretKey = asFinalizer
1115− (AWS.signRequest accessKey secretKey)
1116
1693
1117----------------------------------------------------------------------------
1694----------------------------------------------------------------------------
1118−-- Request — Optional parameters — Other
1695+-- Request—Optional parameters—Other
1119
1696
1120-- | Specify the port to connect to explicitly. Normally, 'Url' you use
1697-- | Specify the port to connect to explicitly. Normally, 'Url' you use
1121−-- determines default port, @80@ for HTTP and @443@ for HTTPS, this 'Option'
1698+-- determines the default port: @80@ for HTTP and @443@ for HTTPS. This
1122−-- allows to choose arbitrary port overwriting the defaults.
1699+-- 'Option' allows us to choose an arbitrary port overwriting the defaults.
1123−
1124port :: Int -> Option scheme
1700port :: Int -> Option scheme
1125port n = withRequest $ \x ->
1701port n = withRequest $ \x ->
1126− x { L.port = n }
1702+ x {L.port = n}
1127
1703
1128-- | This 'Option' controls whether gzipped data should be decompressed on
1704-- | This 'Option' controls whether gzipped data should be decompressed on
1129−-- the fly. By default everything except for @application\/x-tar@ is
1705+-- the fly. By default everything except for @\"application\/x-tar\"@ is
1130-- decompressed, i.e. we have:
1706-- decompressed, i.e. we have:
1131--
1707--
1132-- > decompress (/= "application/x-tar")
1708-- > decompress (/= "application/x-tar")
@@ -1134,262 +1710,342 @@ port n = withRequest $ \x ->
1134-- You can also choose to decompress everything like this:
1710-- You can also choose to decompress everything like this:
1135--
1711--
1136-- > decompress (const True)
1712-- > decompress (const True)
1137−
1138−decompress
1713+decompress ::
1139− :: (ByteString -> Bool) -- ^ Predicate that is given MIME type, it
1714+ -- | Predicate that is given MIME type, it returns 'True' when content
1140− -- returns 'True' when content should be decompressed on the fly.
1715+ -- should be decompressed on the fly.
1716+ (ByteString -> Bool) ->
1141− -> Option scheme
1717+ Option scheme
1142decompress f = withRequest $ \x ->
1718decompress f = withRequest $ \x ->
1143− x { L.decompress = f }
1719+ x {L.decompress = f}
1144−
1720+
1145−-- | Specify number of microseconds to wait for response. Default is 30
1721+-- | Specify the number of microseconds to wait for response. The default
1146−-- seconds.
1722+-- value is 30 seconds (defined in 'L.ManagerSettings' of connection
1147−
1723+-- 'L.Manager').
1148−responseTimeout
1724+responseTimeout ::
1149− :: Int -- ^ Number of microseconds to wait
1725+ -- | Number of microseconds to wait
1726+ Int ->
1150− -> Option scheme
1727+ Option scheme
1151responseTimeout n = withRequest $ \x ->
1728responseTimeout n = withRequest $ \x ->
1152− x { L.responseTimeout = LI.ResponseTimeoutMicro n }
1729+ x {L.responseTimeout = LI.ResponseTimeoutMicro n}
1153−
1730+
1154−-- | HTTP version to send to server, default is HTTP 1.1.
1731+-- | HTTP version to send to the server, the default is HTTP 1.1.
1155−
1156−httpVersion
1732+httpVersion ::
1157− :: Int -- ^ Major version number
1733+ -- | Major version number
1734+ Int ->
1158− -> Int -- ^ Minor version number
1735+ -- | Minor version number
1736+ Int ->
1159− -> Option scheme
1737+ Option scheme
1160httpVersion major minor = withRequest $ \x ->
1738httpVersion major minor = withRequest $ \x ->
1161− x { L.requestVersion = Y.HttpVersion major minor }
1739+ x {L.requestVersion = Y.HttpVersion major minor}
1162
1740
1163----------------------------------------------------------------------------
1741----------------------------------------------------------------------------
1164-- Response interpretations
1742-- Response interpretations
1165
1743
1166−-- | Make a request and ignore body of response.
1744+-- | Make a request and ignore the body of the response.
1167−
1168−data IgnoreResponse = IgnoreResponse (L.Response ())
1745+newtype IgnoreResponse = IgnoreResponse (L.Response ())
1746+ deriving (Show)
1169
1747
1170instance HttpResponse IgnoreResponse where
1748instance HttpResponse IgnoreResponse where
1171 type HttpResponseBody IgnoreResponse = ()
1749 type HttpResponseBody IgnoreResponse = ()
1172− toVanillaResponse (IgnoreResponse response) = response
1750+ toVanillaResponse (IgnoreResponse r) = r
1173− getHttpResponse request manager =
1751+ getHttpResponse r = return $ IgnoreResponse (void r)
1174− IgnoreResponse <$> liftIO (L.httpNoBody request manager)
1175
1752
1176-- | Use this as the fourth argument of 'req' to specify that you want it to
1753-- | Use this as the fourth argument of 'req' to specify that you want it to
1177−-- return the 'IgnoreResponse' interpretation.
1754+-- ignore the response body.
1178−
1179ignoreResponse :: Proxy IgnoreResponse
1755ignoreResponse :: Proxy IgnoreResponse
1180ignoreResponse = Proxy
1756ignoreResponse = Proxy
1181
1757
1182−-- | Make a request and interpret body of response as JSON. The
1758+-- | Make a request and interpret the body of the response as JSON. The
1183-- 'handleHttpException' method of 'MonadHttp' instance corresponding to
1759-- 'handleHttpException' method of 'MonadHttp' instance corresponding to
1184-- monad in which you use 'req' will determine what to do in the case when
1760-- monad in which you use 'req' will determine what to do in the case when
1185−-- parsing fails ('JsonHttpException' constructor will be used).
1761+-- parsing fails (the 'JsonHttpException' constructor will be used).
1186−
1187newtype JsonResponse a = JsonResponse (L.Response a)
1762newtype JsonResponse a = JsonResponse (L.Response a)
1763+ deriving (Show)
1188
1764
1189−instance FromJSON a => HttpResponse (JsonResponse a) where
1765+instance (FromJSON a) => HttpResponse (JsonResponse a) where
1190 type HttpResponseBody (JsonResponse a) = a
1766 type HttpResponseBody (JsonResponse a) = a
1191− toVanillaResponse (JsonResponse response) = response
1767+ toVanillaResponse (JsonResponse r) = r
1192− getHttpResponse request manager = do
1768+ getHttpResponse r = do
1193− response <- L.httpLbs request manager
1769+ chunks <- L.brConsume (L.responseBody r)
1194− case A.eitherDecode (L.responseBody response) of
1770+ case A.eitherDecode (BL.fromChunks chunks) of
1195 Left e -> throwIO (JsonHttpException e)
1771 Left e -> throwIO (JsonHttpException e)
1196− Right x -> return $ JsonResponse response { L.responseBody = x }
1772+ Right x -> return $ JsonResponse (x <$ r)
1773+ acceptHeader Proxy = Just "application/json"
1197
1774
1198−-- | Use this as the forth argument of 'req' to specify that you want it to
1775+-- | Use this as the fourth argument of 'req' to specify that you want it to
1199-- return the 'JsonResponse' interpretation.
1776-- return the 'JsonResponse' interpretation.
1200−
1201jsonResponse :: Proxy (JsonResponse a)
1777jsonResponse :: Proxy (JsonResponse a)
1202jsonResponse = Proxy
1778jsonResponse = Proxy
1203
1779
1204−-- | Make a request and interpret body of response as a strict 'ByteString'.
1780+-- | Make a request and interpret the body of the response as a strict
1205−
1781+-- 'ByteString'.
1206newtype BsResponse = BsResponse (L.Response ByteString)
1782newtype BsResponse = BsResponse (L.Response ByteString)
1783+ deriving (Show)
1207
1784
1208instance HttpResponse BsResponse where
1785instance HttpResponse BsResponse where
1209 type HttpResponseBody BsResponse = ByteString
1786 type HttpResponseBody BsResponse = ByteString
1210− toVanillaResponse (BsResponse response) = response
1787+ toVanillaResponse (BsResponse r) = r
1211− getHttpResponse request manager =
1788+ getHttpResponse r = do
1212− L.withResponse request manager $ \response -> do
1213− chunks <- L.brConsume (L.responseBody response)
1789+ chunks <- L.brConsume (L.responseBody r)
1214− return $ BsResponse response { L.responseBody = B.concat chunks }
1790+ return $ BsResponse (B.concat chunks <$ r)
1215−
1216−-- | Use this as the forth argument of 'req' to specify that you want to
1217−-- interpret response body as a strict 'ByteString'.
1218
1791
1792+-- | Use this as the fourth argument of 'req' to specify that you want to
1793+-- interpret the response body as a strict 'ByteString'.
1219bsResponse :: Proxy BsResponse
1794bsResponse :: Proxy BsResponse
1220bsResponse = Proxy
1795bsResponse = Proxy
1221
1796
1222−-- | Make a request and interpret body of response as a lazy
1797+-- | Make a request and interpret the body of the response as a lazy
1223-- 'BL.ByteString'.
1798-- 'BL.ByteString'.
1224−
1225newtype LbsResponse = LbsResponse (L.Response BL.ByteString)
1799newtype LbsResponse = LbsResponse (L.Response BL.ByteString)
1800+ deriving (Show)
1226
1801
1227instance HttpResponse LbsResponse where
1802instance HttpResponse LbsResponse where
1228 type HttpResponseBody LbsResponse = BL.ByteString
1803 type HttpResponseBody LbsResponse = BL.ByteString
1229− toVanillaResponse (LbsResponse response) = response
1804+ toVanillaResponse (LbsResponse r) = r
1230− getHttpResponse request manager =
1805+ getHttpResponse r = do
1231− LbsResponse <$> L.httpLbs request manager
1806+ chunks <- L.brConsume (L.responseBody r)
1232−
1807+ return $ LbsResponse (BL.fromChunks chunks <$ r)
1233−-- | Use this as the forth argument of 'req' to specify that you want to
1234−-- interpret response body as a lazy 'BL.ByteString'.
1235
1808
1809+-- | Use this as the fourth argument of 'req' to specify that you want to
1810+-- interpret the response body as a lazy 'BL.ByteString'.
1236lbsResponse :: Proxy LbsResponse
1811lbsResponse :: Proxy LbsResponse
1237lbsResponse = Proxy
1812lbsResponse = Proxy
1238
1813
1239−-- | This interpretation does not result in any call at all, but you can use
1814+----------------------------------------------------------------------------
1240−-- the 'responseRequest' function to extract 'L.Request' that 'req' has
1815+-- Helpers for response interpretations
1241−-- prepared. This is useful primarily for testing.
1816+
1242−--
1817+-- | Fetch beginning of the response and return it together with a new
1243−-- Note that when you use this interpretation inspecting response will
1818+-- @'L.Response' 'L.BodyReader'@ that can be passed to 'getHttpResponse' and
1244−-- diverge (i.e. it'll blow up with an error, don't do that).
1819+-- such.
1245−
1820+grabPreview ::
1246−newtype ReturnRequest = ReturnRequest L.Request
1821+ -- | How many bytes to fetch
1247−
1822+ Int ->
1248−instance HttpResponse ReturnRequest where
1823+ -- | Response with body reader inside
1249− type HttpResponseBody ReturnRequest = ()
1824+ L.Response L.BodyReader ->
1250− toVanillaResponse (ReturnRequest _) = error
1825+ -- | Preview 'ByteString' and new response with body reader inside
1251− "Network.HTTP.Req.ReturnRequest interpretation does not make requests"
1826+ IO (ByteString, L.Response L.BodyReader)
1252− getHttpResponse request _ = return (ReturnRequest request)
1827+grabPreview nbytes r = do
1253−
1828+ let br = L.responseBody r
1254−-- | Use this as the forth argument of 'req' to specify that you want it to
1829+ (target, leftover, done) <- brReadN br nbytes
1255−-- just return the request it consturcted without making any requests.
1830+ nref <- newIORef (0 :: Int)
1256−
1831+ let br' = do
1257−returnRequest :: Proxy ReturnRequest
1832+ n <- readIORef nref
1258−returnRequest = Proxy
1833+ let incn = modifyIORef' nref (+ 1)
1834+ case n of
1835+ 0 -> do
1836+ incn
1837+ if B.null target
1838+ then br'
1839+ else return target
1840+ 1 -> do
1841+ incn
1842+ if B.null leftover
1843+ then br'
1844+ else return leftover
1845+ _ ->
1846+ if done
1847+ then return B.empty
1848+ else br
1849+ return (target, r {L.responseBody = br'})
1850+
1851+-- | Consume N bytes from 'L.BodyReader', return the target chunk, the
1852+-- leftover (may be empty), and whether we're done consuming the body.
1853+brReadN ::
1854+ -- | Body reader to stream from
1855+ L.BodyReader ->
1856+ -- | How many bytes to consume
1857+ Int ->
1858+ -- | Target chunk, the leftover, whether we're done
1859+ IO (ByteString, ByteString, Bool)
1860+brReadN br n = go 0 id id
1861+ where
1862+ go !tlen t l = do
1863+ chunk <- br
1864+ if B.null chunk
1865+ then return (r t, r l, True)
1866+ else do
1867+ let (target, leftover) = B.splitAt (n - tlen) chunk
1868+ tlen' = B.length target
1869+ t' = t . (target :)
1870+ l' = l . (leftover :)
1871+ if tlen + tlen' < n
1872+ then go (tlen + tlen') t' l'
1873+ else return (r t', r l', False)
1874+ r f = B.concat (f [])
1259
1875
1260----------------------------------------------------------------------------
1876----------------------------------------------------------------------------
1261-- Inspecting a response
1877-- Inspecting a response
1262
1878
1263−-- | Get response body.
1879+-- | Get the response body.
1264−
1265−responseBody
1880+responseBody ::
1266− :: HttpResponse response
1881+ (HttpResponse response) =>
1267− => response
1882+ response ->
1268− -> HttpResponseBody response
1883+ HttpResponseBody response
1269responseBody = L.responseBody . toVanillaResponse
1884responseBody = L.responseBody . toVanillaResponse
1270
1885
1271−-- | Get response status code.
1886+-- | Get the response status code.
1272−
1273−responseStatusCode
1887+responseStatusCode ::
1274− :: HttpResponse response
1888+ (HttpResponse response) =>
1275− => response
1889+ response ->
1276− -> Int
1890+ Int
1277responseStatusCode =
1891responseStatusCode =
1278 Y.statusCode . L.responseStatus . toVanillaResponse
1892 Y.statusCode . L.responseStatus . toVanillaResponse
1279
1893
1280−-- | Get response status message.
1894+-- | Get the response status message.
1281−
1282−responseStatusMessage
1895+responseStatusMessage ::
1283− :: HttpResponse response
1896+ (HttpResponse response) =>
1284− => response
1897+ response ->
1285− -> ByteString
1898+ ByteString
1286responseStatusMessage =
1899responseStatusMessage =
1287 Y.statusMessage . L.responseStatus . toVanillaResponse
1900 Y.statusMessage . L.responseStatus . toVanillaResponse
1288
1901
1289−-- | Look a particular header from a response.
1902+-- | Lookup a particular header from a response.
1290−
1291−responseHeader
1903+responseHeader ::
1292− :: HttpResponse response
1904+ (HttpResponse response) =>
1293− => response -- ^ Response interpretation
1905+ -- | Response interpretation
1906+ response ->
1294− -> ByteString -- ^ Header to lookup
1907+ -- | Header to lookup
1908+ ByteString ->
1295− -> Maybe ByteString -- ^ Header value if found
1909+ -- | Header value if found
1910+ Maybe ByteString
1296responseHeader r h =
1911responseHeader r h =
1297 (lookup (CI.mk h) . L.responseHeaders . toVanillaResponse) r
1912 (lookup (CI.mk h) . L.responseHeaders . toVanillaResponse) r
1298
1913
1299−-- | Get response 'L.CookieJar'.
1914+-- | Get the response 'L.CookieJar'.
1300−
1301−responseCookieJar
1915+responseCookieJar ::
1302− :: HttpResponse response
1916+ (HttpResponse response) =>
1303− => response
1917+ response ->
1304− -> L.CookieJar
1918+ L.CookieJar
1305responseCookieJar = L.responseCookieJar . toVanillaResponse
1919responseCookieJar = L.responseCookieJar . toVanillaResponse
1306
1920
1307−-- | Get the original request from 'ReturnRequest' response interpretation.
1308−
1309−responseRequest :: ReturnRequest -> L.Request
1310−responseRequest (ReturnRequest request) = request
1311−
1312----------------------------------------------------------------------------
1921----------------------------------------------------------------------------
1313−-- Response — defining your own interpretation
1922+-- Response—Defining your own interpretation
1314
1923
1315-- $new-response-interpretation
1924-- $new-response-interpretation
1316--
1925--
1317-- To create a new response interpretation you just need to make your data
1926-- To create a new response interpretation you just need to make your data
1318−-- type an instance of 'HttpResponse' type class.
1927+-- type an instance of the 'HttpResponse' type class.
1319−
1320−-- | A type class for response interpretations. It allows to fully control
1321−-- how request is made and how its body is parsed.
1322
1928
1929+-- | A type class for response interpretations. It allows us to describe how
1930+-- to consume the response from a @'L.Response' 'L.BodyReader'@ and produce
1931+-- the final result that is to be returned to the user.
1323class HttpResponse response where
1932class HttpResponse response where
1324−
1325− -- | The associated type is type of body that can be extracted from a
1933+ -- | The associated type is the type of body that can be extracted from an
1326 -- instance of 'HttpResponse'.
1934 -- instance of 'HttpResponse'.
1935+ type HttpResponseBody response :: Type
1327
1936
1328− type HttpResponseBody response :: *
1329−
1330− -- | The method describes how to get underlying 'L.Response' record.
1937+ -- | The method describes how to get the underlying 'L.Response' record.
1331−
1332 toVanillaResponse :: response -> L.Response (HttpResponseBody response)
1938 toVanillaResponse :: response -> L.Response (HttpResponseBody response)
1333
1939
1334− -- | This method describes how to make an HTTP request given 'L.Request'
1940+ -- | This method describes how to consume response body and, more
1335− -- (prepared by the rest of the library) and 'L.Manager'.
1941+ -- generally, obtain @response@ value from @'L.Response' 'L.BodyReader'@.
1336−
1942+ --
1337− getHttpResponse :: L.Request -> L.Manager -> IO response
1943+ -- __Note__: 'L.BodyReader' is nothing but @'IO' 'ByteString'@. You should
1944+ -- call this action repeatedly until it yields the empty 'ByteString'. In
1945+ -- that case streaming of response is finished (which apparently leads to
1946+ -- closing of the connection, so don't call the reader after it has
1947+ -- returned the empty 'ByteString' once) and you can concatenate the
1948+ -- chunks to obtain the final result. (Of course you could as well stream
1949+ -- the contents to a file or do whatever you want.)
1950+ --
1951+ -- __Note__: signature of this function was changed in the version
1952+ -- /1.0.0/.
1953+ getHttpResponse ::
1954+ -- | Response with body reader inside
1955+ L.Response L.BodyReader ->
1956+ -- | The final result
1957+ IO response
1958+
1959+ -- | The value of @\"Accept\"@ header. This is useful, for example, if a
1960+ -- website supports both @XML@ and @JSON@ responses, and decides what to
1961+ -- reply with based on what @Accept@ headers you have sent.
1962+ --
1963+ -- __Note__: manually specified 'Options' that set the @\"Accept\"@ header
1964+ -- will take precedence.
1965+ --
1966+ -- @since 2.1.0
1967+ acceptHeader :: Proxy response -> Maybe ByteString
1968+ acceptHeader Proxy = Nothing
1969+
1970+-- | This instance has been added to make it easier to inspect 'L.Response'
1971+-- using Req's functions like 'responseStatusCode', 'responseStatusMessage',
1972+-- etc.
1973+--
1974+-- @since 3.12.0
1975+instance HttpResponse (L.Response ()) where
1976+ type HttpResponseBody (L.Response ()) = ()
1977+ toVanillaResponse = id
1978+ getHttpResponse = return . void
1338
1979
1339----------------------------------------------------------------------------
1980----------------------------------------------------------------------------
1340-- Other
1981-- Other
1341
1982
1342-- | The main class for things that are “parts” of 'L.Request' in the sense
1983-- | The main class for things that are “parts” of 'L.Request' in the sense
1343-- that if we have a 'L.Request', then we know how to apply an instance of
1984-- that if we have a 'L.Request', then we know how to apply an instance of
1344−-- 'RequestComponent' changing\/overwriting something in it. 'Endo' is
1985+-- 'RequestComponent' changing\/overwriting something in it. 'Endo' is a
1345−-- endomorphism of functions under composition, it's used to chain different
1986+-- monoid of endomorphisms under composition, it's used to chain different
1346−-- request component easier using @('<>')@.
1987+-- request components easier using @('<>')@.
1347−
1988+--
1989+-- __Note__: this type class is not a part of the public API.
1348class RequestComponent a where
1990class RequestComponent a where
1349−
1350 -- | Get a function that takes a 'L.Request' and changes it somehow
1991 -- | Get a function that takes a 'L.Request' and changes it somehow
1351− -- returning another 'L.Request'. For example HTTP method instance of
1992+ -- returning another 'L.Request'. For example, the 'HttpMethod' instance
1352− -- 'RequestComponent' just overwrites method. The function is wrapped in
1993+ -- of 'RequestComponent' just overwrites method. The function is wrapped
1353− -- 'Endo' so it's easier to chain such “modifying applications” together
1994+ -- in 'Endo' so it's easier to chain such “modifying applications”
1354− -- building bigger and bigger 'RequestComponent's.
1995+ -- together building bigger and bigger 'RequestComponent's.
1355−
1356 getRequestMod :: a -> Endo L.Request
1996 getRequestMod :: a -> Endo L.Request
1357
1997
1358−-- | This wrapper is only used to attach a type-level tag to given type.
1998+-- | This wrapper is only used to attach a type-level tag to a given type.
1359-- This is necessary to define instances of 'RequestComponent' for any thing
1999-- This is necessary to define instances of 'RequestComponent' for any thing
1360−-- that implements 'HttpMethod' or 'HttpBody'. Without the tag, GHC is not
2000+-- that implements 'HttpMethod' or 'HttpBody'. Without the tag, GHC can't
1361−-- able to see difference between @'HttpMethod' method => 'RequestComponent'
2001+-- see the difference between @'HttpMethod' method => 'RequestComponent'
1362-- method@ and @'HttpBody' body => 'RequestComponent' body@ when it decides
2002-- method@ and @'HttpBody' body => 'RequestComponent' body@ when it decides
1363−-- which instance to use (i.e. constraints are taken into account later,
2003+-- which instance to use (i.e. the constraints are taken into account later,
1364-- when instance is already chosen).
2004-- when instance is already chosen).
1365−
1366−newtype Womb (tag :: Symbol) a = Womb a
2005+newtype Tagged (tag :: Symbol) a = Tagged a
1367
2006
1368-- | Exceptions that this library throws.
2007-- | Exceptions that this library throws.
1369−
1370data HttpException
2008data HttpException
1371− = VanillaHttpException L.HttpException
1372− -- ^ A wrapper with an 'L.HttpException' from "Network.HTTP.Client"
2009+ = -- | A wrapper with an 'L.HttpException' from "Network.HTTP.Client"
1373− | JsonHttpException String
2010+ VanillaHttpException L.HttpException
1374− -- ^ A wrapper with Aeson-produced 'String' describing why decoding failed
2011+ | -- | A wrapper with Aeson-produced 'String' describing why decoding
2012+ -- failed
2013+ JsonHttpException String
1375− deriving (Show, Typeable, Generic)
2014+ deriving (Show, Generic)
1376
2015
1377instance Exception HttpException
2016instance Exception HttpException
1378
2017
1379−-- | A simple 'Bool'-like type we only have for better error messages. We
2018+-- | Return 'Just' if the given 'HttpException' is wrapping a http-client's
1380−-- use it as a kind and its data constructors as type-level tags.
2019+-- 'L.StatusCodeException'. Otherwise, return 'Nothing'.
1381--
2020--
1382−-- See also: 'HttpMethod' and 'HttpBody'.
2021+-- @since 3.12.0
2022+isStatusCodeException :: HttpException -> Maybe (L.Response ())
2023+isStatusCodeException
2024+ ( VanillaHttpException
2025+ ( L.HttpExceptionRequest
2026+ _
2027+ (L.StatusCodeException r _)
2028+ )
2029+ ) = Just r
2030+isStatusCodeException _ = Nothing
1383
2031
2032+-- | A simple type isomorphic to 'Bool' that we only have for better error
2033+-- messages. We use it as a kind and its data constructors as type-level
2034+-- tags.
2035+--
2036+-- See also: 'HttpMethod' and 'HttpBody'.
1384data CanHaveBody
2037data CanHaveBody
1385− = CanHaveBody -- ^ Indeed can have a body
2038+ = -- | Indeed can have a body
2039+ CanHaveBody
1386− | NoBody -- ^ Should not have a body
2040+ | -- | Should not have a body
2041+ NoBody
1387
2042
1388−-- | A type-level tag that specifies URL scheme used (and thus if TLS is
2043+-- | A type-level tag that specifies URL scheme used (and thus if HTTPS is
1389-- enabled). This is used to force TLS requirement for some authentication
2044-- enabled). This is used to force TLS requirement for some authentication
1390-- 'Option's.
2045-- 'Option's.
1391−
1392data Scheme
2046data Scheme
1393− = Http -- ^ HTTP, no TLS
2047+ = -- | HTTP
2048+ Http
1394− | Https -- ^ HTTPS
2049+ | -- | HTTPS
2050+ Https
1395− deriving (Eq, Ord, Show, Data, Typeable, Generic)
2051+ deriving (Eq, Ord, Show, Data, Generic, TH.Lift)
Network/HTTP/Req/AWS.hsdeleted−28
@@ -1,28 +0,0 @@
1−-- |
2−-- Module : Network.HTTP.Req.AWS
3−-- Copyright : © 2016 Mark Karpov
4−-- License : BSD 3 clause
5−--
6−-- Maintainer : Mark Karpov <markkarpov@openmailbox.org>
7−-- Stability : experimental
8−-- Portability : portable
9−--
10−-- Implementation of AWS v4 request signature.
11−
12−module Network.HTTP.Req.AWS
13− ( signRequest )
14−where
15−
16−import Data.ByteString (ByteString)
17−import Network.HTTP.Client
18−
19−-- | Sign a given request following AWS v4 request signing specification:
20−--
21−-- See also: <https://docs.aws.amazon.com/general/latest/gr/sigv4-create-canonical-request.html>
22−
23−signRequest
24− :: ByteString -- ^ AWS access key
25− -> ByteString -- ^ AWS secret access key
26− -> Request -- ^ 'Request' to sign
27− -> Request -- ^ Resulting request
28−signRequest = undefined -- TODO
Network/HTTP/Req/OAuth1.hsdeleted−28
@@ -1,28 +0,0 @@
1−-- |
2−-- Module : Network.HTTP.Req.OAuth1
3−-- Copyright : © 2016 Mark Karpov
4−-- License : BSD 3 clause
5−--
6−-- Maintainer : Mark Karpov <markkarpov@openmailbox.org>
7−-- Stability : experimental
8−-- Portability : portable
9−--
10−-- Implementation of OAuth 1.0 signing.
11−
12−module Network.HTTP.Req.OAuth1
13− ( signRequest )
14−where
15−
16−import Data.ByteString (ByteString)
17−import Network.HTTP.Client
18−
19−-- | Sign a given request using OAuth 1.0 signing algorithm.
20−
21−signRequest
22− :: ByteString -- ^ Consumer token
23− -> ByteString -- ^ Consumer secret
24− -> ByteString -- ^ OAuth token
25− -> ByteString -- ^ OAuth token secret
26− -> Request -- ^ 'Request' to sign
27− -> Request -- ^ Resulting request
28−signRequest = undefined -- TODO
README.md+98−4
@@ -4,13 +4,107 @@
4[![Hackage](https://img.shields.io/hackage/v/req.svg?style=flat)](https://hackage.haskell.org/package/req)
4[![Hackage](https://img.shields.io/hackage/v/req.svg?style=flat)](https://hackage.haskell.org/package/req)
5[![Stackage Nightly](http://stackage.org/package/req/badge/nightly)](http://stackage.org/nightly/package/req)
5[![Stackage Nightly](http://stackage.org/package/req/badge/nightly)](http://stackage.org/nightly/package/req)
6[![Stackage LTS](http://stackage.org/package/req/badge/lts)](http://stackage.org/lts/package/req)
6[![Stackage LTS](http://stackage.org/package/req/badge/lts)](http://stackage.org/lts/package/req)
7−[![Build Status](https://travis-ci.org/mrkkrp/req.svg?branch=master)](https://travis-ci.org/mrkkrp/req)
7+[![CI](https://github.com/mrkkrp/req/actions/workflows/ci.yaml/badge.svg)](https://github.com/mrkkrp/req/actions/workflows/ci.yaml)
8−[![Coverage Status](https://coveralls.io/repos/mrkkrp/req/badge.svg?branch=master&service=github)](https://coveralls.io/github/mrkkrp/req?branch=master)
9
8
10−Library for safe construction of HTTP requests.
9+* [Related packages](#related-packages)
10+* [Blog posts](#blog-posts)
11+* [Contribution](#contribution)
12+* [License](#license)
13+
14+```haskell
15+{-# LANGUAGE OverloadedStrings #-}
16+
17+module Main (main) where
18+
19+import Control.Monad.IO.Class
20+import Data.Aeson
21+import Network.HTTP.Req
22+
23+main :: IO ()
24+-- You can either make your monad an instance of 'MonadHttp', or use
25+-- 'runReq' in any IO-enabled monad without defining new instances.
26+main = runReq defaultHttpConfig $ do
27+ let payload =
28+ object
29+ [ "foo" .= (10 :: Int),
30+ "bar" .= (20 :: Int)
31+ ]
32+ -- One function—full power and flexibility, automatic retrying on timeouts
33+ -- and such, automatic connection sharing.
34+ r <-
35+ req
36+ POST -- method
37+ (https "httpbin.org" /: "post") -- safe by construction URL
38+ (ReqBodyJson payload) -- use built-in options or add your own
39+ jsonResponse -- specify how to interpret response
40+ mempty -- query params, headers, explicit port number, etc.
41+ liftIO $ print (responseBody r :: Value)
42+```
43+
44+Req is an HTTP client library that attempts to be easy-to-use, type-safe,
45+and expandable.
46+
47+“Easy-to-use” means that the library is designed to be beginner-friendly so
48+it's simple to add to your monad stack, intuitive to work with,
49+well-documented, and does not get in your way. Doing HTTP requests is a
50+common task and a Haskell library for this should be approachable and clear
51+to beginners, thus certain compromises were made. For example, one cannot
52+currently modify `ManagerSettings` of the default manager because the
53+library always uses the same implicit global manager for simplicity and
54+maximal connection sharing. There is a way to use your own manager with
55+different settings, but it requires more typing.
56+
57+“Type-safe” means that the library tries to eliminate certain classes of
58+errors. For example, we have correct-by-construction URLs; it is guaranteed
59+that the user does not send the request body when using methods like GET or
60+OPTIONS, and the amount of implicit assumptions is minimized by making the
61+user specify their intentions in an explicit form. For example, it's not
62+possible to avoid specifying the body or the method of a request.
63+Authentication methods that assume HTTPS force the user to use HTTPS at the
64+type level.
65+
66+“Expandable” refers to the ability to create new components without having
67+to resort to hacking. For example, it's possible to define your own HTTP
68+methods, create new ways to construct the body of a request, create new
69+authorization options, perform a request in a different way, and create your
70+own methods to parse a response.
71+
72+The library uses the following mature packages under the hood to guarantee
73+you the best experience:
74+
75+* [`http-client`](https://hackage.haskell.org/package/http-client)—low level
76+ HTTP client used everywhere in Haskell.
77+* [`http-client-tls`](https://hackage.haskell.org/package/http-client-tls)—TLS
78+ (HTTPS) support for `http-client`.
79+
80+It is important to note that since we leverage well-known libraries that the
81+whole Haskell ecosystem uses, there is no risk in using Req. The machinery
82+for performing requests is the same as with `http-conduit` and Wreq. The
83+only difference is the API.
84+
85+## Related packages
86+
87+The following packages are designed to be used with Req:
88+
89+* [`req-conduit`](https://hackage.haskell.org/package/req-conduit)—support
90+ for streaming request and response bodies in constant memory.
91+
92+If you happen to have written a package that adds new features to Req,
93+please submit a PR to include it in this list.
94+
95+## Blog posts
96+
97+* [Req 1.0.0, HTTP client, and streaming](https://markkarpov.com/post/req-1.0.0-http-client-and-streaming.html)
98+
99+## Contribution
100+
101+Issues, bugs, and questions may be reported in [the GitHub issue tracker for
102+this project](https://github.com/mrkkrp/req/issues).
103+
104+Pull requests are also welcome.
11
105
12## License
106## License
13
107
14−Copyright © 2016 Mark Karpov
108+Copyright © 2016–present Mark Karpov
15
109
16Distributed under BSD 3 clause license.
110Distributed under BSD 3 clause license.
Setup.hsdeleted−6
@@ -1,6 +0,0 @@
1−module Main (main) where
2−
3−import Distribution.Simple
4−
5−main :: IO ()
6−main = defaultMain
cabal.projectnew file+4
@@ -0,0 +1,4 @@
1+packages: .
2+tests: True
3+benchmarks: True
4+constraints: req +dev
httpbin-data/robots.txtnew file+2
@@ -0,0 +1,2 @@
1+User-agent: *
2+Disallow: /deny
httpbin-data/utf8.htmlnew file+220
@@ -0,0 +1,220 @@
1+<h1>Unicode Demo</h1>
2+
3+<p>Taken from <a
4+href="http://www.cl.cam.ac.uk/~mgk25/ucs/examples/UTF-8-demo.txt">http://www.cl.cam.ac.uk/~mgk25/ucs/examples/UTF-8-demo.txt</a></p>
5+
6+<pre>
7+
8+UTF-8 encoded sample plain-text file
9+‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾
10+
11+Markus Kuhn [ˈmaʳkʊs kuːn] <http://www.cl.cam.ac.uk/~mgk25/> — 2002-07-25
12+
13+
14+The ASCII compatible UTF-8 encoding used in this plain-text file
15+is defined in Unicode, ISO 10646-1, and RFC 2279.
16+
17+
18+Using Unicode/UTF-8, you can write in emails and source code things such as
19+
20+Mathematics and sciences:
21+
22+ ∮ E⋅da = Q, n → ∞, ∑ f(i) = ∏ g(i), ⎧⎡⎛┌─────┐⎞⎤⎫
23+ ⎪⎢⎜│a²+b³ ⎟⎥⎪
24+ ∀x∈ℝ: ⌈x⌉ = −⌊−x⌋, α ∧ ¬β = ¬(¬α ∨ β), ⎪⎢⎜│───── ⎟⎥⎪
25+ ⎪⎢⎜⎷ c₈ ⎟⎥⎪
26+ ℕ ⊆ ℕ₀ ⊂ ℤ ⊂ ℚ ⊂ ℝ ⊂ ℂ, ⎨⎢⎜ ⎟⎥⎬
27+ ⎪⎢⎜ ∞ ⎟⎥⎪
28+ ⊥ < a ≠ b ≡ c ≤ d ≪ ⊤ ⇒ (⟦A⟧ ⇔ ⟪B⟫), ⎪⎢⎜ ⎲ ⎟⎥⎪
29+ ⎪⎢⎜ ⎳aⁱ-bⁱ⎟⎥⎪
30+ 2H₂ + O₂ ⇌ 2H₂O, R = 4.7 kΩ, ⌀ 200 mm ⎩⎣⎝i=1 ⎠⎦⎭
31+
32+Linguistics and dictionaries:
33+
34+ ði ıntəˈnæʃənəl fəˈnɛtık əsoʊsiˈeıʃn
35+ Y [ˈʏpsilɔn], Yen [jɛn], Yoga [ˈjoːgɑ]
36+
37+APL:
38+
39+ ((V⍳V)=⍳⍴V)/V←,V ⌷←⍳→⍴∆∇⊃‾⍎⍕⌈
40+
41+Nicer typography in plain text files:
42+
43+ ╔══════════════════════════════════════════╗
44+ ║ ║
45+ ║ • ‘single’ and “double” quotes ║
46+ ║ ║
47+ ║ • Curly apostrophes: “We’ve been here” ║
48+ ║ ║
49+ ║ • Latin-1 apostrophe and accents: '´` ║
50+ ║ ║
51+ ║ • ‚deutsche‘ „Anführungszeichen“ ║
52+ ║ ║
53+ ║ • †, ‡, ‰, •, 3–4, —, −5/+5, ™, … ║
54+ ║ ║
55+ ║ • ASCII safety test: 1lI|, 0OD, 8B ║
56+ ║ ╭─────────╮ ║
57+ ║ • the euro symbol: │ 14.95 € │ ║
58+ ║ ╰─────────╯ ║
59+ ╚══════════════════════════════════════════╝
60+
61+Combining characters:
62+
63+ STARGΛ̊TE SG-1, a = v̇ = r̈, a⃑ ⊥ b⃑
64+
65+Greek (in Polytonic):
66+
67+ The Greek anthem:
68+
69+ Σὲ γνωρίζω ἀπὸ τὴν κόψη
70+ τοῦ σπαθιοῦ τὴν τρομερή,
71+ σὲ γνωρίζω ἀπὸ τὴν ὄψη
72+ ποὺ μὲ βία μετράει τὴ γῆ.
73+
74+ ᾿Απ᾿ τὰ κόκκαλα βγαλμένη
75+ τῶν ῾Ελλήνων τὰ ἱερά
76+ καὶ σὰν πρῶτα ἀνδρειωμένη
77+ χαῖρε, ὦ χαῖρε, ᾿Ελευθεριά!
78+
79+ From a speech of Demosthenes in the 4th century BC:
80+
81+ Οὐχὶ ταὐτὰ παρίσταταί μοι γιγνώσκειν, ὦ ἄνδρες ᾿Αθηναῖοι,
82+ ὅταν τ᾿ εἰς τὰ πράγματα ἀποβλέψω καὶ ὅταν πρὸς τοὺς
83+ λόγους οὓς ἀκούω· τοὺς μὲν γὰρ λόγους περὶ τοῦ
84+ τιμωρήσασθαι Φίλιππον ὁρῶ γιγνομένους, τὰ δὲ πράγματ᾿
85+ εἰς τοῦτο προήκοντα, ὥσθ᾿ ὅπως μὴ πεισόμεθ᾿ αὐτοὶ
86+ πρότερον κακῶς σκέψασθαι δέον. οὐδέν οὖν ἄλλο μοι δοκοῦσιν
87+ οἱ τὰ τοιαῦτα λέγοντες ἢ τὴν ὑπόθεσιν, περὶ ἧς βουλεύεσθαι,
88+ οὐχὶ τὴν οὖσαν παριστάντες ὑμῖν ἁμαρτάνειν. ἐγὼ δέ, ὅτι μέν
89+ ποτ᾿ ἐξῆν τῇ πόλει καὶ τὰ αὑτῆς ἔχειν ἀσφαλῶς καὶ Φίλιππον
90+ τιμωρήσασθαι, καὶ μάλ᾿ ἀκριβῶς οἶδα· ἐπ᾿ ἐμοῦ γάρ, οὐ πάλαι
91+ γέγονεν ταῦτ᾿ ἀμφότερα· νῦν μέντοι πέπεισμαι τοῦθ᾿ ἱκανὸν
92+ προλαβεῖν ἡμῖν εἶναι τὴν πρώτην, ὅπως τοὺς συμμάχους
93+ σώσομεν. ἐὰν γὰρ τοῦτο βεβαίως ὑπάρξῃ, τότε καὶ περὶ τοῦ
94+ τίνα τιμωρήσεταί τις καὶ ὃν τρόπον ἐξέσται σκοπεῖν· πρὶν δὲ
95+ τὴν ἀρχὴν ὀρθῶς ὑποθέσθαι, μάταιον ἡγοῦμαι περὶ τῆς
96+ τελευτῆς ὁντινοῦν ποιεῖσθαι λόγον.
97+
98+ Δημοσθένους, Γ´ ᾿Ολυνθιακὸς
99+
100+Georgian:
101+
102+ From a Unicode conference invitation:
103+
104+ გთხოვთ ახლავე გაიაროთ რეგისტრაცია Unicode-ის მეათე საერთაშორისო
105+ კონფერენციაზე დასასწრებად, რომელიც გაიმართება 10-12 მარტს,
106+ ქ. მაინცში, გერმანიაში. კონფერენცია შეჰკრებს ერთად მსოფლიოს
107+ ექსპერტებს ისეთ დარგებში როგორიცაა ინტერნეტი და Unicode-ი,
108+ ინტერნაციონალიზაცია და ლოკალიზაცია, Unicode-ის გამოყენება
109+ ოპერაციულ სისტემებსა, და გამოყენებით პროგრამებში, შრიფტებში,
110+ ტექსტების დამუშავებასა და მრავალენოვან კომპიუტერულ სისტემებში.
111+
112+Russian:
113+
114+ From a Unicode conference invitation:
115+
116+ Зарегистрируйтесь сейчас на Десятую Международную Конференцию по
117+ Unicode, которая состоится 10-12 марта 1997 года в Майнце в Германии.
118+ Конференция соберет широкий круг экспертов по вопросам глобального
119+ Интернета и Unicode, локализации и интернационализации, воплощению и
120+ применению Unicode в различных операционных системах и программных
121+ приложениях, шрифтах, верстке и многоязычных компьютерных системах.
122+
123+Thai (UCS Level 2):
124+
125+ Excerpt from a poetry on The Romance of The Three Kingdoms (a Chinese
126+ classic 'San Gua'):
127+
128+ [----------------------------|------------------------]
129+ ๏ แผ่นดินฮั่นเสื่อมโทรมแสนสังเวช พระปกเกศกองบู๊กู้ขึ้นใหม่
130+ สิบสองกษัตริย์ก่อนหน้าแลถัดไป สององค์ไซร้โง่เขลาเบาปัญญา
131+ ทรงนับถือขันทีเป็นที่พึ่ง บ้านเมืองจึงวิปริตเป็นนักหนา
132+ โฮจิ๋นเรียกทัพทั่วหัวเมืองมา หมายจะฆ่ามดชั่วตัวสำคัญ
133+ เหมือนขับไสไล่เสือจากเคหา รับหมาป่าเข้ามาเลยอาสัญ
134+ ฝ่ายอ้องอุ้นยุแยกให้แตกกัน ใช้สาวนั้นเป็นชนวนชื่นชวนใจ
135+ พลันลิฉุยกุยกีกลับก่อเหตุ ช่างอาเพศจริงหนาฟ้าร้องไห้
136+ ต้องรบราฆ่าฟันจนบรรลัย ฤๅหาใครค้ำชูกู้บรรลังก์ ฯ
137+
138+ (The above is a two-column text. If combining characters are handled
139+ correctly, the lines of the second column should be aligned with the
140+ | character above.)
141+
142+Ethiopian:
143+
144+ Proverbs in the Amharic language:
145+
146+ ሰማይ አይታረስ ንጉሥ አይከሰስ።
147+ ብላ ካለኝ እንደአባቴ በቆመጠኝ።
148+ ጌጥ ያለቤቱ ቁምጥና ነው።
149+ ደሀ በሕልሙ ቅቤ ባይጠጣ ንጣት በገደለው።
150+ የአፍ ወለምታ በቅቤ አይታሽም።
151+ አይጥ በበላ ዳዋ ተመታ።
152+ ሲተረጉሙ ይደረግሙ።
153+ ቀስ በቀስ፥ ዕንቁላል በእግሩ ይሄዳል።
154+ ድር ቢያብር አንበሳ ያስር።
155+ ሰው እንደቤቱ እንጅ እንደ ጉረቤቱ አይተዳደርም።
156+ እግዜር የከፈተውን ጉሮሮ ሳይዘጋው አይድርም።
157+ የጎረቤት ሌባ፥ ቢያዩት ይስቅ ባያዩት ያጠልቅ።
158+ ሥራ ከመፍታት ልጄን ላፋታት።
159+ ዓባይ ማደሪያ የለው፥ ግንድ ይዞ ይዞራል።
160+ የእስላም አገሩ መካ የአሞራ አገሩ ዋርካ።
161+ ተንጋሎ ቢተፉ ተመልሶ ባፉ።
162+ ወዳጅህ ማር ቢሆን ጨርስህ አትላሰው።
163+ እግርህን በፍራሽህ ልክ ዘርጋ።
164+
165+Runes:
166+
167+ ᚻᛖ ᚳᚹᚫᚦ ᚦᚫᛏ ᚻᛖ ᛒᚢᛞᛖ ᚩᚾ ᚦᚫᛗ ᛚᚪᚾᛞᛖ ᚾᚩᚱᚦᚹᛖᚪᚱᛞᚢᛗ ᚹᛁᚦ ᚦᚪ ᚹᛖᛥᚫ
168+
169+ (Old English, which transcribed into Latin reads 'He cwaeth that he
170+ bude thaem lande northweardum with tha Westsae.' and means 'He said
171+ that he lived in the northern land near the Western Sea.')
172+
173+Braille:
174+
175+ ⡌⠁⠧⠑ ⠼⠁⠒ ⡍⠜⠇⠑⠹⠰⠎ ⡣⠕⠌
176+
177+ ⡍⠜⠇⠑⠹ ⠺⠁⠎ ⠙⠑⠁⠙⠒ ⠞⠕ ⠃⠑⠛⠔ ⠺⠊⠹⠲ ⡹⠻⠑ ⠊⠎ ⠝⠕ ⠙⠳⠃⠞
178+ ⠱⠁⠞⠑⠧⠻ ⠁⠃⠳⠞ ⠹⠁⠞⠲ ⡹⠑ ⠗⠑⠛⠊⠌⠻ ⠕⠋ ⠙⠊⠎ ⠃⠥⠗⠊⠁⠇ ⠺⠁⠎
179+ ⠎⠊⠛⠝⠫ ⠃⠹ ⠹⠑ ⠊⠇⠻⠛⠹⠍⠁⠝⠂ ⠹⠑ ⠊⠇⠻⠅⠂ ⠹⠑ ⠥⠝⠙⠻⠞⠁⠅⠻⠂
180+ ⠁⠝⠙ ⠹⠑ ⠡⠊⠑⠋ ⠍⠳⠗⠝⠻⠲ ⡎⠊⠗⠕⠕⠛⠑ ⠎⠊⠛⠝⠫ ⠊⠞⠲ ⡁⠝⠙
181+ ⡎⠊⠗⠕⠕⠛⠑⠰⠎ ⠝⠁⠍⠑ ⠺⠁⠎ ⠛⠕⠕⠙ ⠥⠏⠕⠝ ⠰⡡⠁⠝⠛⠑⠂ ⠋⠕⠗ ⠁⠝⠹⠹⠔⠛ ⠙⠑
182+ ⠡⠕⠎⠑ ⠞⠕ ⠏⠥⠞ ⠙⠊⠎ ⠙⠁⠝⠙ ⠞⠕⠲
183+
184+ ⡕⠇⠙ ⡍⠜⠇⠑⠹ ⠺⠁⠎ ⠁⠎ ⠙⠑⠁⠙ ⠁⠎ ⠁ ⠙⠕⠕⠗⠤⠝⠁⠊⠇⠲
185+
186+ ⡍⠔⠙⠖ ⡊ ⠙⠕⠝⠰⠞ ⠍⠑⠁⠝ ⠞⠕ ⠎⠁⠹ ⠹⠁⠞ ⡊ ⠅⠝⠪⠂ ⠕⠋ ⠍⠹
187+ ⠪⠝ ⠅⠝⠪⠇⠫⠛⠑⠂ ⠱⠁⠞ ⠹⠻⠑ ⠊⠎ ⠏⠜⠞⠊⠊⠥⠇⠜⠇⠹ ⠙⠑⠁⠙ ⠁⠃⠳⠞
188+ ⠁ ⠙⠕⠕⠗⠤⠝⠁⠊⠇⠲ ⡊ ⠍⠊⠣⠞ ⠙⠁⠧⠑ ⠃⠑⠲ ⠔⠊⠇⠔⠫⠂ ⠍⠹⠎⠑⠇⠋⠂ ⠞⠕
189+ ⠗⠑⠛⠜⠙ ⠁ ⠊⠕⠋⠋⠔⠤⠝⠁⠊⠇ ⠁⠎ ⠹⠑ ⠙⠑⠁⠙⠑⠌ ⠏⠊⠑⠊⠑ ⠕⠋ ⠊⠗⠕⠝⠍⠕⠝⠛⠻⠹
190+ ⠔ ⠹⠑ ⠞⠗⠁⠙⠑⠲ ⡃⠥⠞ ⠹⠑ ⠺⠊⠎⠙⠕⠍ ⠕⠋ ⠳⠗ ⠁⠝⠊⠑⠌⠕⠗⠎
191+ ⠊⠎ ⠔ ⠹⠑ ⠎⠊⠍⠊⠇⠑⠆ ⠁⠝⠙ ⠍⠹ ⠥⠝⠙⠁⠇⠇⠪⠫ ⠙⠁⠝⠙⠎
192+ ⠩⠁⠇⠇ ⠝⠕⠞ ⠙⠊⠌⠥⠗⠃ ⠊⠞⠂ ⠕⠗ ⠹⠑ ⡊⠳⠝⠞⠗⠹⠰⠎ ⠙⠕⠝⠑ ⠋⠕⠗⠲ ⡹⠳
193+ ⠺⠊⠇⠇ ⠹⠻⠑⠋⠕⠗⠑ ⠏⠻⠍⠊⠞ ⠍⠑ ⠞⠕ ⠗⠑⠏⠑⠁⠞⠂ ⠑⠍⠏⠙⠁⠞⠊⠊⠁⠇⠇⠹⠂ ⠹⠁⠞
194+ ⡍⠜⠇⠑⠹ ⠺⠁⠎ ⠁⠎ ⠙⠑⠁⠙ ⠁⠎ ⠁ ⠙⠕⠕⠗⠤⠝⠁⠊⠇⠲
195+
196+ (The first couple of paragraphs of "A Christmas Carol" by Dickens)
197+
198+Compact font selection example text:
199+
200+ ABCDEFGHIJKLMNOPQRSTUVWXYZ /0123456789
201+ abcdefghijklmnopqrstuvwxyz £©µÀÆÖÞßéöÿ
202+ –—‘“”„†•…‰™œŠŸž€ ΑΒΓΔΩαβγδω АБВГДабвгд
203+ ∀∂∈ℝ∧∪≡∞ ↑↗↨↻⇣ ┐┼╔╘░►☺♀ fi�⑀₂ἠḂӥẄɐː⍎אԱა
204+
205+Greetings in various languages:
206+
207+ Hello world, Καλημέρα κόσμε, コンニチハ
208+
209+Box drawing alignment tests: █
210+ ▉
211+ ╔══╦══╗ ┌──┬──┐ ╭──┬──╮ ╭──┬──╮ ┏━━┳━━┓ ┎┒┏┑ ╷ ╻ ┏┯┓ ┌┰┐ ▊ ╱╲╱╲╳╳╳
212+ ║┌─╨─┐║ │╔═╧═╗│ │╒═╪═╕│ │╓─╁─╖│ ┃┌─╂─┐┃ ┗╃╄┙ ╶┼╴╺╋╸┠┼┨ ┝╋┥ ▋ ╲╱╲╱╳╳╳
213+ ║│╲ ╱│║ │║ ║│ ││ │ ││ │║ ┃ ║│ ┃│ ╿ │┃ ┍╅╆┓ ╵ ╹ ┗┷┛ └┸┘ ▌ ╱╲╱╲╳╳╳
214+ ╠╡ ╳ ╞╣ ├╢ ╟┤ ├┼─┼─┼┤ ├╫─╂─╫┤ ┣┿╾┼╼┿┫ ┕┛┖┚ ┌┄┄┐ ╎ ┏┅┅┓ ┋ ▍ ╲╱╲╱╳╳╳
215+ ║│╱ ╲│║ │║ ║│ ││ │ ││ │║ ┃ ║│ ┃│ ╽ │┃ ░░▒▒▓▓██ ┊ ┆ ╎ ╏ ┇ ┋ ▎
216+ ║└─╥─┘║ │╚═╤═╝│ │╘═╪═╛│ │╙─╀─╜│ ┃└─╂─┘┃ ░░▒▒▓▓██ ┊ ┆ ╎ ╏ ┇ ┋ ▏
217+ ╚══╩══╝ └──┴──┘ ╰──┴──╯ ╰──┴──╯ ┗━━┻━━┛ ▗▄▖▛▀▜ └╌╌┘ ╎ ┗╍╍┛ ┋ ▁▂▃▄▅▆▇█
218+ ▝▀▘▙▄▟
219+
220+</pre>
httpbin-tests/Network/HTTP/ReqSpec.hs+508−37
@@ -1,41 +1,512 @@
1−--
1+{-# LANGUAGE DataKinds #-}
2−-- Tests for ‘req’ package. This test suite tests sending actual requests
2+{-# LANGUAGE FlexibleInstances #-}
3−-- using the <https://httpbin.org> service.
3+{-# LANGUAGE LambdaCase #-}
4−--
4+{-# LANGUAGE OverloadedStrings #-}
5−-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
5+{-# LANGUAGE RankNTypes #-}
6−--
6+{-# OPTIONS_GHC -fno-warn-orphans #-}
7−-- Redistribution and use in source and binary forms, with or without
8−-- modification, are permitted provided that the following conditions are
9−-- met:
10−--
11−-- * Redistributions of source code must retain the above copyright notice,
12−-- this list of conditions and the following disclaimer.
13−--
14−-- * Redistributions in binary form must reproduce the above copyright
15−-- notice, this list of conditions and the following disclaimer in the
16−-- documentation and/or other materials provided with the distribution.
17−--
18−-- * Neither the name Mark Karpov nor the names of contributors may be used
19−-- to endorse or promote products derived from this software without
20−-- specific prior written permission.
21−--
22−-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
23−-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24−-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25−-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
26−-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27−-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28−-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29−-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30−-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31−-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32−-- POSSIBILITY OF SUCH DAMAGE.
33−
34−module Network.HTTP.ReqSpec
35− ( spec )
36−where
37
7
8+module Network.HTTP.ReqSpec (spec) where
9+
10+import Control.Exception
11+import Control.Monad (forM_)
12+import Control.Monad.Trans.Control
13+import Data.Aeson (ToJSON (..), Value (..), object, (.=))
14+import Data.Aeson qualified as A
15+import Data.Aeson.KeyMap qualified as Aeson.KeyMap
16+import Data.ByteString qualified as B
17+import Data.ByteString.Lazy qualified as BL
18+import Data.Functor.Identity (runIdentity)
19+import Data.Maybe (fromJust)
20+import Data.Proxy
21+import Data.Text (Text)
22+import Data.Text qualified as T
23+import Data.Text.Encoding qualified as T
24+import Data.Text.IO qualified as TIO
25+import Network.HTTP.Client qualified as L
26+import Network.HTTP.Client.MultipartFormData qualified as LM
27+import Network.HTTP.Req hiding (req)
28+import Network.HTTP.Req qualified as Req
29+import Network.HTTP.Types qualified as Y
38import Test.Hspec
30import Test.Hspec
31+import Test.QuickCheck
39
32
40spec :: Spec
33spec :: Spec
41−spec = return ()
34+spec = do
35+ describe "exception throwing on non-2xx status codes" $
36+ it "throws indeed for non-2xx" $
37+ req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty
38+ `shouldThrow` selector404
39+
40+ describe "exception throwing on non-2xx status codes (Req monad)" $
41+ it "throws indeed for non-2xx" $
42+ asIO . runReq defaultHttpConfig $
43+ liftBaseWith $ \run ->
44+ run (req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty)
45+ `shouldThrow` selector404
46+
47+ describe "response check via httpConfigCheckResponse" $
48+ context "if it's set to always throw" $
49+ it "throws indeed" $
50+ blindlyThrowing (req GET httpbin NoReqBody ignoreResponse mempty)
51+ `shouldThrow` anyException
52+
53+ describe "isStatusCodeException" $
54+ it "extracts non-2xx response" $
55+ req GET (httpbin /: "foo") NoReqBody ignoreResponse mempty
56+ `shouldThrow` selector404ByStatusCodeException
57+
58+ describe "receiving user-agent header back" $
59+ it "works" $ do
60+ r <-
61+ req
62+ GET
63+ (httpbin /: "user-agent")
64+ NoReqBody
65+ jsonResponse
66+ (header "user-agent" "Req")
67+ responseBody r
68+ `shouldBe` object
69+ ["user-agent" .= ("Req" :: Text)]
70+ responseStatusCode r `shouldBe` 200
71+ responseStatusMessage r `shouldBe` "OK"
72+
73+ describe "receiving request headers back" $
74+ it "works" $ do
75+ r <-
76+ req
77+ GET
78+ (httpbin /: "headers")
79+ NoReqBody
80+ jsonResponse
81+ (header "Foo" "bar" <> header "Baz" "quux")
82+ stripFunnyHeaders (responseBody r)
83+ `shouldBe` object
84+ [ "headers"
85+ .= object
86+ [ "Accept-Encoding" .= ("gzip" :: Text),
87+ "Foo" .= ("bar" :: Text),
88+ "Baz" .= ("quux" :: Text)
89+ ]
90+ ]
91+ responseStatusCode r `shouldBe` 200
92+ responseStatusMessage r `shouldBe` "OK"
93+
94+ describe "receiving GET data back" $
95+ it "works" $ do
96+ r <- req GET (httpbin /: "get") NoReqBody jsonResponse mempty
97+ (stripFunnyHeaders . stripOrigin) (responseBody r)
98+ `shouldBe` object
99+ [ "args" .= emptyObject,
100+ "url" .= ("http://localhost:1234/get" :: Text),
101+ "headers"
102+ .= object
103+ [ "Accept-Encoding" .= ("gzip" :: Text)
104+ ]
105+ ]
106+ responseHeader r "Content-Type" `shouldBe` return "application/json"
107+ responseStatusCode r `shouldBe` 200
108+ responseStatusMessage r `shouldBe` "OK"
109+
110+ describe "receiving POST JSON data back" $
111+ it "works" $ do
112+ let text = "foo" :: Text
113+ reflected = reflectJSON text
114+ r <- req POST (httpbin /: "post") (ReqBodyJson text) jsonResponse mempty
115+ (stripFunnyHeaders . stripOrigin) (responseBody r)
116+ `shouldBe` object
117+ [ "args" .= emptyObject,
118+ "json" .= text,
119+ "data" .= reflected,
120+ "url" .= ("http://localhost:1234/post" :: Text),
121+ "headers"
122+ .= object
123+ [ "Content-Type" .= ("application/json; charset=utf-8" :: Text),
124+ "Accept-Encoding" .= ("gzip" :: Text),
125+ "Content-Length" .= show (T.length reflected)
126+ ],
127+ "files" .= emptyObject,
128+ "form" .= emptyObject
129+ ]
130+ responseHeader r "Content-Type" `shouldBe` return "application/json"
131+ responseStatusCode r `shouldBe` 200
132+ responseStatusMessage r `shouldBe` "OK"
133+
134+ describe "receiving POST data back (multipart form data)" $
135+ it "works" $ do
136+ body <-
137+ reqBodyMultipart
138+ [ LM.partBS "foo" "foo data!",
139+ LM.partBS "bar" "bar data!"
140+ ]
141+ r <- req POST (httpbin /: "post") body jsonResponse mempty
142+ let contentType = fromJust (getRequestContentType body)
143+ (stripFunnyHeaders . stripOrigin) (responseBody r)
144+ `shouldBe` object
145+ [ "args" .= emptyObject,
146+ "json" .= Null,
147+ "data" .= ("" :: Text),
148+ "url" .= ("http://localhost:1234/post" :: Text),
149+ "headers"
150+ .= object
151+ [ "Content-Type" .= T.decodeUtf8 contentType,
152+ "Accept-Encoding" .= ("gzip" :: Text),
153+ "Content-Length" .= ("242" :: Text)
154+ ],
155+ "files" .= emptyObject,
156+ "form"
157+ .= object
158+ [ "foo" .= ("foo data!" :: Text),
159+ "bar" .= ("bar data!" :: Text)
160+ ]
161+ ]
162+ responseHeader r "Content-Type" `shouldBe` return "application/json"
163+ responseStatusCode r `shouldBe` 200
164+ responseStatusMessage r `shouldBe` "OK"
165+
166+ describe "receiving PATCHed file back" $
167+ it "works" $ do
168+ let file :: FilePath
169+ file = "httpbin-data/robots.txt"
170+ contents <- TIO.readFile file
171+ r <- req PATCH (httpbin /: "patch") (ReqBodyFile file) jsonResponse mempty
172+ (stripFunnyHeaders . stripOrigin) (responseBody r)
173+ `shouldBe` object
174+ [ "args" .= emptyObject,
175+ "json" .= Null,
176+ "data" .= contents,
177+ "url" .= ("http://localhost:1234/patch" :: Text),
178+ "headers"
179+ .= object
180+ [ "Accept-Encoding" .= ("gzip" :: Text),
181+ "Content-Length" .= show (T.length contents)
182+ ],
183+ "files" .= emptyObject,
184+ "form" .= emptyObject
185+ ]
186+ responseHeader r "Content-Type" `shouldBe` return "application/json"
187+ responseStatusCode r `shouldBe` 200
188+ responseStatusMessage r `shouldBe` "OK"
189+
190+ describe "receiving PUT form URL-encoded data back" $
191+ it "works" $ do
192+ let params =
193+ "foo" =: ("bar" :: Text)
194+ <> "baz" =: (5 :: Int)
195+ <> queryFlag "quux"
196+ r <- req PUT (httpbin /: "put") (ReqBodyUrlEnc params) jsonResponse mempty
197+ (stripFunnyHeaders . stripOrigin) (responseBody r)
198+ `shouldBe` object
199+ [ "args" .= emptyObject,
200+ "json" .= Null,
201+ "data" .= ("" :: Text),
202+ "url" .= ("http://localhost:1234/put" :: Text),
203+ "headers"
204+ .= object
205+ [ "Content-Type" .= ("application/x-www-form-urlencoded" :: Text),
206+ "Accept-Encoding" .= ("gzip" :: Text),
207+ "Content-Length" .= ("18" :: Text)
208+ ],
209+ "files" .= emptyObject,
210+ "form"
211+ .= object
212+ [ "foo" .= ("bar" :: Text),
213+ "baz" .= ("5" :: Text),
214+ "quux" .= ("" :: Text)
215+ ]
216+ ]
217+ responseHeader r "Content-Type" `shouldBe` return "application/json"
218+ responseStatusCode r `shouldBe` 200
219+ responseStatusMessage r `shouldBe` "OK"
220+
221+ -- TODO /delete
222+
223+ describe "receiving UTF-8 encoded Unicode data" $
224+ it "works" $ do
225+ r <-
226+ req
227+ GET
228+ (httpbin /: "encoding" /: "utf8")
229+ NoReqBody
230+ bsResponse
231+ mempty
232+ utf8data <- B.readFile "httpbin-data/utf8.html"
233+ responseBody r `shouldBe` utf8data
234+ responseStatusCode r `shouldBe` 200
235+ responseStatusMessage r `shouldBe` "OK"
236+
237+ -- TODO /gzip
238+ -- TODO /deflate
239+
240+ describe "retrying" $
241+ it "retries as many times as specified" $ do
242+ -- FIXME We no longer can count retries because all the functions
243+ -- responsible for controlling retrying are pure now.
244+ let status = 408 :: Int
245+ r <-
246+ prepareForShit $
247+ req
248+ GET
249+ (httpbin /: "status" /~ status)
250+ NoReqBody
251+ ignoreResponse
252+ mempty
253+ responseStatusCode r `shouldBe` status
254+
255+ -- forM_ [101..102] checkStatusCode
256+ forM_ [200 .. 208] checkStatusCode
257+ -- forM_ [300..308] checkStatusCode
258+ forM_ [400 .. 431] checkStatusCode
259+ forM_ [500 .. 511] checkStatusCode
260+
261+ -- TODO /response-headers
262+ -- TODO /redirect
263+
264+ describe "redirects" $
265+ it "follows redirects" $ do
266+ r <-
267+ req
268+ GET
269+ (httpbin /: "redirect-to")
270+ NoReqBody
271+ ignoreResponse
272+ ("url" =: ("https://httpbin.org" :: Text))
273+ responseStatusCode r `shouldBe` 200
274+ responseStatusMessage r `shouldBe` "OK"
275+
276+ -- TODO /relative-redicet
277+ -- TODO /absolute-redirect
278+ -- TODO /cookies
279+
280+ describe "basicAuth" $ do
281+ let user, password :: Text
282+ user = "Scooby"
283+ password = "Doo"
284+ context "when we do not send appropriate basic auth data" $
285+ it "fails with 401" $ do
286+ r <-
287+ prepareForShit $
288+ req
289+ GET
290+ (httpbin /: "basic-auth" /~ user /~ password)
291+ NoReqBody
292+ ignoreResponse
293+ mempty
294+ responseStatusCode r `shouldBe` 401
295+ responseStatusMessage r `shouldBe` "UNAUTHORIZED"
296+ context "when we provide appropriate basic auth data" $
297+ it "succeeds" $ do
298+ r <-
299+ req
300+ GET
301+ (httpbin /: "basic-auth" /~ user /~ password)
302+ NoReqBody
303+ ignoreResponse
304+ (basicAuthUnsafe (T.encodeUtf8 user) (T.encodeUtf8 password))
305+ responseStatusCode r `shouldBe` 200
306+ responseStatusMessage r `shouldBe` "OK"
307+
308+ -- TODO /hidden-basic-auth
309+ -- TODO /digest-auth
310+ -- TODO /stream
311+ -- TODO /delay
312+ -- TODO /drip
313+ -- TODO /range
314+ -- TODO /html
315+
316+ describe "robots.txt" $
317+ it "works" $ do
318+ r <- req GET (httpbin /: "robots.txt") NoReqBody bsResponse mempty
319+ robots <- B.readFile "httpbin-data/robots.txt"
320+ responseBody r `shouldBe` robots
321+ responseStatusCode r `shouldBe` 200
322+ responseStatusMessage r `shouldBe` "OK"
323+
324+ -- TODO /deny
325+ -- TODO /cache
326+
327+ describe "getting random bytes" $ do
328+ it "works" $
329+ property $ \n' -> do
330+ let n :: Word
331+ n = getSmall n'
332+ r <-
333+ req
334+ GET
335+ (httpbin /: "bytes" /~ n)
336+ NoReqBody
337+ lbsResponse
338+ mempty
339+ responseBody r `shouldSatisfy` ((== n) . fromIntegral . BL.length)
340+ responseStatusCode r `shouldBe` 200
341+ responseStatusMessage r `shouldBe` "OK"
342+ context "when we try to interpret 1000 random bytes as JSON" $
343+ it "throws correct exception" $ do
344+ let selector :: HttpException -> Bool
345+ selector (JsonHttpException _) = True
346+ selector _ = False
347+ n :: Int
348+ n = 1000
349+ req
350+ GET
351+ (httpbin /: "bytes" /~ n)
352+ NoReqBody
353+ (Proxy :: Proxy (JsonResponse Value))
354+ mempty
355+ `shouldThrow` selector
356+
357+ describe "streaming random bytes" $
358+ it "works" $
359+ property $ \n' -> do
360+ let n :: Word
361+ n = getSmall n'
362+ r <-
363+ req
364+ GET
365+ (httpbin /: "stream-bytes" /~ n)
366+ NoReqBody
367+ bsResponse
368+ mempty
369+ responseBody r `shouldSatisfy` ((== n) . fromIntegral . B.length)
370+ responseStatusCode r `shouldBe` 200
371+ responseStatusMessage r `shouldBe` "OK"
372+
373+-- TODO /links
374+-- TODO /image
375+-- TODO /image/png
376+-- TODO /image/jpeg
377+-- TODO /image/webp
378+-- TODO /image/svg
379+-- TODO /forms/post
380+-- TODO /xml
381+
382+----------------------------------------------------------------------------
383+-- Instances
384+
385+instance MonadHttp IO where
386+ handleHttpException = throwIO
387+
388+----------------------------------------------------------------------------
389+-- Helpers
390+
391+-- | Run a request with such settings that it does not signal errors.
392+prepareForShit :: Req a -> IO a
393+prepareForShit = runReq defaultHttpConfig {httpConfigCheckResponse = noNoise}
394+ where
395+ noNoise _ _ _ = Nothing
396+
397+-- | Run a request with such settings that it throws on any response.
398+blindlyThrowing :: Req a -> IO a
399+blindlyThrowing = runReq defaultHttpConfig {httpConfigCheckResponse = doit}
400+ where
401+ doit _ _ = error "Oops!"
402+
403+-- | 'Url' representing <https://httpbin.org>.
404+httpbin :: Url 'Http
405+httpbin = http "localhost"
406+
407+req ::
408+ ( MonadHttp m,
409+ HttpMethod method,
410+ HttpBody body,
411+ HttpResponse response,
412+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
413+ ) =>
414+ method ->
415+ Url scheme ->
416+ body ->
417+ Proxy response ->
418+ Option scheme ->
419+ m response
420+req method url body responseProxy options =
421+ Req.req method url body responseProxy (options <> defaultOptions)
422+
423+-- | Options to apply by default.
424+defaultOptions :: Option scheme
425+defaultOptions = port 1234
426+
427+-- | Remove “origin” field from JSON value. Origin may change, we don't want
428+-- to depend on that.
429+stripOrigin :: Value -> Value
430+stripOrigin (Object m) = Object (Aeson.KeyMap.delete "origin" m)
431+stripOrigin value = value
432+
433+-- | Remove funny headers that might break the tests.
434+stripFunnyHeaders :: Value -> Value
435+stripFunnyHeaders = \case
436+ Object m ->
437+ Object
438+ ( runIdentity
439+ ( Aeson.KeyMap.alterF
440+ (pure . fmap stripFunnyHeaders')
441+ "headers"
442+ m
443+ )
444+ )
445+ value -> value
446+
447+-- | Similar to 'stripFunnyHeaders', but acts directly on the argument
448+-- without trying to access its "headers" field.
449+stripFunnyHeaders' :: Value -> Value
450+stripFunnyHeaders' = \case
451+ Object p ->
452+ Object $
453+ Aeson.KeyMap.filterWithKey
454+ (\k _ -> k `elem` whitelistedHeaders)
455+ p
456+ value -> value
457+ where
458+ whitelistedHeaders =
459+ [ "Content-Type",
460+ "Accept-Encoding",
461+ "Content-Length",
462+ "Foo",
463+ "Baz"
464+ ]
465+
466+-- | This is a complete test case that makes use of <https://httpbin.org> to
467+-- get various response status codes.
468+checkStatusCode :: Int -> SpecWith ()
469+checkStatusCode code =
470+ describe ("receiving status code " ++ show code) $
471+ it "works" $ do
472+ r <-
473+ prepareForShit $
474+ req
475+ GET
476+ (httpbin /: "status" /~ code)
477+ NoReqBody
478+ ignoreResponse
479+ mempty
480+ responseStatusCode r `shouldBe` code
481+
482+-- | Exception selector that selects only 404 “Not found” exceptions.
483+selector404 :: HttpException -> Bool
484+selector404
485+ ( VanillaHttpException
486+ ( L.HttpExceptionRequest
487+ _
488+ (L.StatusCodeException response chunk)
489+ )
490+ ) =
491+ L.responseStatus response == Y.status404 && not (B.null chunk)
492+selector404 _ = False
493+
494+-- | Same as 'selector404' except that it uses 'isStatusCodeException'.
495+selector404ByStatusCodeException :: HttpException -> Bool
496+selector404ByStatusCodeException e =
497+ case isStatusCodeException e of
498+ Nothing -> False
499+ Just r -> responseStatusCode r == 404
500+
501+-- | The empty JSON 'Object'.
502+emptyObject :: Value
503+emptyObject = Object Aeson.KeyMap.empty
504+
505+-- | Get a rendered JSON value as 'Text'.
506+reflectJSON :: (ToJSON a) => a -> Text
507+reflectJSON = T.decodeUtf8 . BL.toStrict . A.encode
508+
509+-- | Clarify to the type checker that the inner computation is in the 'IO'
510+-- monad.
511+asIO :: IO a -> IO a
512+asIO = id
pure-tests/Network/HTTP/ReqSpec.hs+434−172
@@ -1,102 +1,71 @@
1−--
2−-- Tests for ‘req’ package. This test suite tests correctness of constructed
3−-- requests.
4−--
5−-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
6−--
7−-- Redistribution and use in source and binary forms, with or without
8−-- modification, are permitted provided that the following conditions are
9−-- met:
10−--
11−-- * Redistributions of source code must retain the above copyright notice,
12−-- this list of conditions and the following disclaimer.
13−--
14−-- * Redistributions in binary form must reproduce the above copyright
15−-- notice, this list of conditions and the following disclaimer in the
16−-- documentation and/or other materials provided with the distribution.
17−--
18−-- * Neither the name Mark Karpov nor the names of contributors may be used
19−-- to endorse or promote products derived from this software without
20−-- specific prior written permission.
21−--
22−-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
23−-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24−-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25−-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
26−-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27−-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28−-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29−-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30−-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31−-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32−-- POSSIBILITY OF SUCH DAMAGE.
33−
34−{-# LANGUAGE CPP #-}
35−{-# LANGUAGE DataKinds #-}
1+{-# LANGUAGE DataKinds #-}
36−{-# LANGUAGE DeriveGeneric #-}
2+{-# LANGUAGE DeriveGeneric #-}
37−{-# LANGUAGE FlexibleInstances #-}
3+{-# LANGUAGE FlexibleInstances #-}
4+{-# LANGUAGE LambdaCase #-}
38−{-# LANGUAGE OverloadedStrings #-}
5+{-# LANGUAGE OverloadedStrings #-}
6+{-# LANGUAGE QuasiQuotes #-}
39−{-# LANGUAGE RankNTypes #-}
7+{-# LANGUAGE RankNTypes #-}
40−{-# LANGUAGE RecordWildCards #-}
8+{-# LANGUAGE RecordWildCards #-}
41−{-# LANGUAGE ScopedTypeVariables #-}
9+{-# LANGUAGE ScopedTypeVariables #-}
10+{-# LANGUAGE TypeApplications #-}
11+{-# LANGUAGE NoMonomorphismRestriction #-}
42{-# OPTIONS_GHC -fno-warn-orphans #-}
12{-# OPTIONS_GHC -fno-warn-orphans #-}
43
13
44−#if __GLASGOW_HASKELL__ < 710
45−{-# LANGUAGE ConstraintKinds #-}
46−#endif
47−
48−module Network.HTTP.ReqSpec
14+module Network.HTTP.ReqSpec (spec) where
49− ( spec )
50−where
51
15
16+import Blaze.ByteString.Builder qualified as BB
52import Control.Exception (throwIO)
17import Control.Exception (throwIO)
53−import Control.Monad.Reader
18+import Control.Monad
19+import Control.Retry
54import Data.Aeson (ToJSON (..))
20import Data.Aeson (ToJSON (..))
21+import Data.Aeson qualified as A
55import Data.ByteString (ByteString)
22import Data.ByteString (ByteString)
56−import Data.Maybe (isNothing, fromJust)
23+import Data.ByteString qualified as B
57−import Data.Monoid ((<>))
24+import Data.ByteString.Char8 qualified as B8
25+import Data.ByteString.Lazy qualified as BL
26+import Data.CaseInsensitive qualified as CI
27+import Data.Either (isRight)
28+import Data.List.NonEmpty qualified as NE
29+import Data.Maybe (fromJust, fromMaybe, isJust, isNothing)
58import Data.Proxy
30import Data.Proxy
59import Data.Text (Text)
31import Data.Text (Text)
32+import Data.Text qualified as T
33+import Data.Text.Encoding qualified as T
60import Data.Time
34import Data.Time
35+import Data.Typeable (Typeable, eqT)
36+import GHC.Exts (IsList (..))
61import GHC.Generics
37import GHC.Generics
38+import Language.Haskell.TH qualified as TH
39+import Language.Haskell.TH.Quote qualified as TH
40+import Network.HTTP.Client qualified as L
62import Network.HTTP.Req
41import Network.HTTP.Req
42+import Network.HTTP.Types qualified as Y
43+import Network.HTTP.Types.Header qualified as Y
63import Test.Hspec
44import Test.Hspec
64import Test.Hspec.Core.Spec (SpecM)
45import Test.Hspec.Core.Spec (SpecM)
65import Test.QuickCheck
46import Test.QuickCheck
66−import qualified Blaze.ByteString.Builder as BB
47+import Text.URI (URI)
67−import qualified Data.Aeson as A
48+import Text.URI qualified as URI
68−import qualified Data.ByteString as B
49+import Text.URI.QQ qualified as QQ
69−import qualified Data.ByteString.Char8 as B8
50+import Web.FormUrlEncoded qualified as F
70−import qualified Data.ByteString.Lazy as BL
71−import qualified Data.CaseInsensitive as CI
72−import qualified Data.Text as T
73−import qualified Data.Text.Encoding as T
74−import qualified Network.HTTP.Client as L
75−import qualified Network.HTTP.Types as Y
76−
77−#if !MIN_VERSION_base(4,8,0)
78−import Control.Applicative
79−import Data.Foldable (foldMap)
80−import Data.Monoid (mempty)
81−#endif
82
51
83spec :: Spec
52spec :: Spec
84spec = do
53spec = do
85−
86 describe "config" $
54 describe "config" $
87 it "getHttpConfig has effect on resulting request" $
55 it "getHttpConfig has effect on resulting request" $
88 property $ \config -> do
56 property $ \config -> do
89− request <- runReaderT (req_ GET url NoReqBody mempty) config
57+ request <- runReq config (req_ GET url NoReqBody mempty)
90− L.proxy request `shouldBe` httpConfigProxy config
58+ L.proxy request `shouldBe` httpConfigProxy config
91 L.redirectCount request `shouldBe` httpConfigRedirectCount config
59 L.redirectCount request `shouldBe` httpConfigRedirectCount config
92
60
93 describe "methods" $ do
61 describe "methods" $ do
94− let mnth
62+ let mnth ::
95− :: forall method.
63+ forall method.
96− ( HttpMethod method
64+ ( HttpMethod method,
97− , HttpBodyAllowed (AllowsBody method) 'NoBody )
65+ HttpBodyAllowed (AllowsBody method) 'NoBody
98− => method
66+ ) =>
67+ method ->
99− -> SpecM () ()
68+ SpecM () ()
100 mnth method = do
69 mnth method = do
101 let name = httpMethodName (Proxy :: Proxy method)
70 let name = httpMethodName (Proxy :: Proxy method)
102 describe (B8.unpack name) $
71 describe (B8.unpack name) $
@@ -119,15 +88,15 @@ spec = do
119 property $ \host -> do
88 property $ \host -> do
120 request <- req_ GET (http host) NoReqBody mempty
89 request <- req_ GET (http host) NoReqBody mempty
121 L.secure request `shouldBe` False
90 L.secure request `shouldBe` False
122− L.port request `shouldBe` 80
91+ L.port request `shouldBe` 80
123− L.host request `shouldBe` urlEncode host
92+ L.host request `shouldBe` urlEncode host
124 describe "https" $
93 describe "https" $
125 it "sets all the params correctly" $
94 it "sets all the params correctly" $
126 property $ \host -> do
95 property $ \host -> do
127 request <- req_ GET (https host) NoReqBody mempty
96 request <- req_ GET (https host) NoReqBody mempty
128 L.secure request `shouldBe` True
97 L.secure request `shouldBe` True
129− L.port request `shouldBe` 443
98+ L.port request `shouldBe` 443
130− L.host request `shouldBe` urlEncode host
99+ L.host request `shouldBe` urlEncode host
131 describe "(/~)" $
100 describe "(/~)" $
132 it "attaches a path piece that is URL-encoded" $
101 it "attaches a path piece that is URL-encoded" $
133 property $ \host pieces -> do
102 property $ \host pieces -> do
@@ -142,32 +111,95 @@ spec = do
142 request <- req_ GET url' NoReqBody mempty
111 request <- req_ GET url' NoReqBody mempty
143 L.host request `shouldBe` urlEncode host
112 L.host request `shouldBe` urlEncode host
144 L.path request `shouldBe` encodePathPieces pieces
113 L.path request `shouldBe` encodePathPieces pieces
114+
145− describe "parseUrlHttp" $ do
115+ describe "useHttpURI" $ do
146 it "does not recognize non-http schemes" $
116 it "does not recognize non-http schemes" $
117+ property $ \uri ->
118+ when (URI.uriScheme uri /= Just [QQ.scheme|http|]) $
147− parseUrlHttp "https://httpbin.org" `shouldSatisfy` isNothing
119+ useHttpURI uri `shouldSatisfy` isNothing
148− it "parses correct URLs" $
120+ it "accepts correct URLs" $
149− property $ \host pieces queryParams ->
121+ property $ \uri' -> do
150− not (T.null host) && wellFormed queryParams ==> do
122+ unless (isRight (URI.uriAuthority uri')) discard
151− let (url', path, queryString) =
123+ let uri = uri' {URI.uriScheme = Just [QQ.scheme|http|]}
152− assembleUrl Http host pieces queryParams
153− (url'', options) = fromJust (parseUrlHttp url')
124+ (url', options) = fromJust (useHttpURI uri)
154− request <- req_ GET url'' NoReqBody options
125+ request <- req_ GET url' NoReqBody options
155− L.host request `shouldBe` urlEncode host
126+ L.host request `shouldBe` uriHost uri
156− L.path request `shouldBe` path
127+ L.port request `shouldBe` uriPort 80 uri
128+ L.path request `shouldBe` uriPath uri
157− L.queryString request `shouldBe` queryString
129+ L.queryString request `shouldBe` uriQuery uri
130+ lookup "Authorization" (L.requestHeaders request)
131+ `shouldBe` uriBasicAuth uri
158− describe "parseUrlHttps" $ do
132+ describe "useHttpsURI" $ do
159 it "does not recognize non-https schemes" $
133 it "does not recognize non-https schemes" $
134+ property $ \uri ->
135+ when (URI.uriScheme uri /= Just [QQ.scheme|https|]) $
136+ useHttpsURI uri `shouldSatisfy` isNothing
137+ it "parses correct URLs" $
138+ property $ \uri' -> do
139+ unless (isRight (URI.uriAuthority uri')) discard
140+ let uri = uri' {URI.uriScheme = Just [QQ.scheme|https|]}
141+ (url', options) = fromJust (useHttpsURI uri)
142+ request <- req_ GET url' NoReqBody options
143+ L.host request `shouldBe` uriHost uri
144+ L.port request `shouldBe` uriPort 443 uri
145+ L.path request `shouldBe` uriPath uri
146+ L.queryString request `shouldBe` uriQuery uri
147+ lookup "Authorization" (L.requestHeaders request)
148+ `shouldBe` uriBasicAuth uri
149+ describe "useURI" $ do
150+ it "does not recognize non-http and non-https schemes" $
151+ property $ \uri ->
152+ when
153+ ( ( URI.uriScheme uri /= Just [QQ.scheme|http|]
154+ && (URI.uriScheme uri /= Just [QQ.scheme|https|])
155+ )
156+ )
160− parseUrlHttps "http://httpbin.org" `shouldSatisfy` isNothing
157+ $ useURI uri `shouldSatisfy` isNothing
161 it "parses correct URLs" $
158 it "parses correct URLs" $
162− property $ \host pieces queryParams ->
159+ property $ \uri' -> do
163− not (T.null host) && wellFormed queryParams ==> do
160+ unless (isRight (URI.uriAuthority uri')) discard
164− let (url', path, queryString) =
161+ let uriHttp = uri' {URI.uriScheme = Just [QQ.scheme|http|]}
165− assembleUrl Https host pieces queryParams
162+ uriHttps = uri' {URI.uriScheme = Just [QQ.scheme|https|]}
166− (url'', options) = fromJust (parseUrlHttps url')
163+ requestHttp <-
164+ case fromJust (useURI uriHttp) of
165+ Left (url', options) -> req_ GET url' NoReqBody options
166+ _ -> error "(useURI uriHttp) should have returned Left"
167+ requestHttps <-
168+ case fromJust (useURI uriHttps) of
167− request <- req_ GET url'' NoReqBody options
169+ Right (url', options) -> req_ GET url' NoReqBody options
168− L.host request `shouldBe` urlEncode host
170+ _ -> error "(useURI uriHttps) should have returned Right"
169− L.path request `shouldBe` path
171+ L.host requestHttp `shouldBe` uriHost uriHttp
170− L.queryString request `shouldBe` queryString
172+ L.host requestHttps `shouldBe` uriHost uriHttps
173+ L.port requestHttp `shouldBe` uriPort 80 uriHttp
174+ L.port requestHttps `shouldBe` uriPort 443 uriHttps
175+ L.path requestHttp `shouldBe` uriPath uriHttp
176+ L.path requestHttps `shouldBe` uriPath uriHttps
177+ L.queryString requestHttp `shouldBe` uriQuery uriHttp
178+ L.queryString requestHttps `shouldBe` uriQuery uriHttps
179+ lookup "Authorization" (L.requestHeaders requestHttp)
180+ `shouldBe` uriBasicAuth uriHttp
181+ lookup "Authorization" (L.requestHeaders requestHttps)
182+ `shouldBe` uriBasicAuth uriHttps
183+
184+ describe "renderUrl" $ do
185+ context "http" $ do
186+ context "empty path" $
187+ it "renders correctly" $ do
188+ let (uriHttp, _) = [urlQ|http://httpbin.org|]
189+ renderUrl uriHttp `shouldBe` "http://httpbin.org"
190+ context "non-empty path" $
191+ it "renders correctly" $ do
192+ let (uriHttp, _) = [urlQ|http://httpbin.org/here/we/go|]
193+ renderUrl uriHttp `shouldBe` "http://httpbin.org/here/we/go"
194+ context "http" $ do
195+ context "empty path" $
196+ it "renders correctly" $ do
197+ let (uriHttp, _) = [urlQ|https://httpbin.org|]
198+ renderUrl uriHttp `shouldBe` "https://httpbin.org"
199+ context "non-empty path" $
200+ it "renders correctly" $ do
201+ let (uriHttp, _) = [urlQ|https://httpbin.org/here/we/go|]
202+ renderUrl uriHttp `shouldBe` "https://httpbin.org/here/we/go"
171
203
172 describe "bodies" $ do
204 describe "bodies" $ do
173 describe "NoReqBody" $
205 describe "NoReqBody" $
@@ -191,7 +223,7 @@ spec = do
191 L.RequestBodyBS x -> x `shouldBe` bs
223 L.RequestBodyBS x -> x `shouldBe` bs
192 _ -> expectationFailure "Wrong request body constructor."
224 _ -> expectationFailure "Wrong request body constructor."
193 describe "ReqBodyLbs" $
225 describe "ReqBodyLbs" $
194− it "sets body to specified lazy byte string" $
226+ it "sets body to specified lazy byte string" $
195 property $ \lbs -> do
227 property $ \lbs -> do
196 request <- req_ POST url (ReqBodyLbs lbs) mempty
228 request <- req_ POST url (ReqBodyLbs lbs) mempty
197 case L.requestBody request of
229 case L.requestBody request of
@@ -205,6 +237,19 @@ spec = do
205 L.RequestBodyLBS x -> x `shouldBe` renderQuery params
237 L.RequestBodyLBS x -> x `shouldBe` renderQuery params
206 _ -> expectationFailure "Wrong request body constructor."
238 _ -> expectationFailure "Wrong request body constructor."
207
239
240+ describe "query params" $ do
241+ describe "FormUrlEncodedParam" $ do
242+ describe "formToQuery" $ do
243+ it "should produce the same parameters as F.urlEncodeFormStable" $
244+ property $ \form -> do
245+ request <- req_ POST url (ReqBodyUrlEnc $ formToQuery form) mempty
246+ case L.requestBody request of
247+ L.RequestBodyLBS x -> x `shouldBe` F.urlEncodeFormStable form
248+ _ -> expectationFailure "Wrong request body constructor"
249+ specParamToList (Proxy :: Proxy FormUrlEncodedParam)
250+ describe "Option" $ do
251+ specParamToList (Proxy :: Proxy (Option 'Http))
252+
208 describe "optional parameters" $ do
253 describe "optional parameters" $ do
209 describe "header" $ do
254 describe "header" $ do
210 it "sets specified header value" $
255 it "sets specified header value" $
@@ -213,19 +258,167 @@ spec = do
213 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value
258 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value
214 it "left header wins" $
259 it "left header wins" $
215 property $ \name value0 value1 -> do
260 property $ \name value0 value1 -> do
261+ request <-
262+ req_
263+ GET
264+ url
216− request <- req_ GET url NoReqBody
265+ NoReqBody
217− (header name value0 <> header name value1)
266+ (header name value0 <> header name value1)
218 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value0
267 lookup (CI.mk name) (L.requestHeaders request) `shouldBe` pure value0
219 it "overwrites headers set by other parts of the lib" $
268 it "overwrites headers set by other parts of the lib" $
220 property $ \value -> do
269 property $ \value -> do
270+ request <-
271+ req_
272+ POST
273+ url
221− request <- req_ POST url (ReqBodyUrlEnc mempty)
274+ (ReqBodyUrlEnc mempty)
222− (header "Content-Type" value)
275+ (header "Content-Type" value)
223 lookup "Content-Type" (L.requestHeaders request) `shouldBe` pure value
276 lookup "Content-Type" (L.requestHeaders request) `shouldBe` pure value
224 describe "cookieJar" $
277 describe "cookieJar" $
225 it "cookie jar is set without modifications" $
278 it "cookie jar is set without modifications" $
226 property $ \cjar -> do
279 property $ \cjar -> do
227 request <- req_ GET url NoReqBody (cookieJar cjar)
280 request <- req_ GET url NoReqBody (cookieJar cjar)
228− L.cookieJar request `shouldBe` pure cjar
281+ L.cookieJar request `shouldSatisfy` (maybe False (L.equalCookieJar cjar))
282+ describe "basicAuth" $ do
283+ it "sets Authorization header to correct value" $
284+ property $ \username password -> do
285+ request <- req_ GET url NoReqBody (basicAuth username password)
286+ lookup "Authorization" (L.requestHeaders request)
287+ `shouldBe` Just (basicAuthHeader username password)
288+ it "overwrites manual setting of header" $
289+ property $ \username password value -> do
290+ request0 <-
291+ req_
292+ GET
293+ url
294+ NoReqBody
295+ (basicAuth username password <> header "Authorization" value)
296+ request1 <-
297+ req_
298+ GET
299+ url
300+ NoReqBody
301+ (header "Authorization" value <> basicAuth username password)
302+ let result = Just (basicAuthHeader username password)
303+ lookup "Authorization" (L.requestHeaders request0) `shouldBe` result
304+ lookup "Authorization" (L.requestHeaders request1) `shouldBe` result
305+ it "left auth option wins" $
306+ property $ \username0 password0 username1 password1 -> do
307+ request <-
308+ req_
309+ GET
310+ url
311+ NoReqBody
312+ (basicAuth username0 password0 <> basicAuth username1 password1)
313+ lookup "Authorization" (L.requestHeaders request)
314+ `shouldBe` Just (basicAuthHeader username0 password0)
315+ describe "oAuth2Bearer" $ do
316+ it "sets Authorization header to correct value" $
317+ property $ \token -> do
318+ request <- req_ GET url NoReqBody (oAuth2Bearer token)
319+ lookup "Authorization" (L.requestHeaders request)
320+ `shouldBe` pure ("Bearer " <> token)
321+ it "overwrites manual setting of header" $
322+ property $ \token value -> do
323+ request0 <-
324+ req_
325+ GET
326+ url
327+ NoReqBody
328+ (oAuth2Bearer token <> header "Authorization" value)
329+ request1 <-
330+ req_
331+ GET
332+ url
333+ NoReqBody
334+ (header "Authorization" value <> oAuth2Bearer token)
335+ let result = "Bearer " <> token
336+ lookup "Authorization" (L.requestHeaders request0)
337+ `shouldBe` pure result
338+ lookup "Authorization" (L.requestHeaders request1)
339+ `shouldBe` pure result
340+ it "left auth option wins" $
341+ property $ \token0 token1 -> do
342+ request <-
343+ req_
344+ GET
345+ url
346+ NoReqBody
347+ (oAuth2Bearer token0 <> oAuth2Bearer token1)
348+ lookup "Authorization" (L.requestHeaders request)
349+ `shouldBe` pure ("Bearer " <> token0)
350+ describe "ProxyAuthorization" $
351+ it "sets Authorization header to correct value" $
352+ property $ \username password -> do
353+ request <- req_ GET url NoReqBody (basicProxyAuth username password)
354+ lookup "Proxy-Authorization" (L.requestHeaders request)
355+ `shouldBe` pure (basicProxyAuthHeader username password)
356+ describe "oAuth2Token" $ do
357+ it "sets Authorization header to correct value" $
358+ property $ \token -> do
359+ request <- req_ GET url NoReqBody (oAuth2Token token)
360+ lookup "Authorization" (L.requestHeaders request)
361+ `shouldBe` pure ("token " <> token)
362+ it "overwrites manual setting of header" $
363+ property $ \token value -> do
364+ request0 <-
365+ req_
366+ GET
367+ url
368+ NoReqBody
369+ (oAuth2Token token <> header "Authorization" value)
370+ request1 <-
371+ req_
372+ GET
373+ url
374+ NoReqBody
375+ (header "Authorization" value <> oAuth2Token token)
376+ let result = "token " <> token
377+ lookup "Authorization" (L.requestHeaders request0)
378+ `shouldBe` pure result
379+ lookup "Authorization" (L.requestHeaders request1)
380+ `shouldBe` pure result
381+ it "left auth option wins" $
382+ property $ \token0 token1 -> do
383+ request <-
384+ req_
385+ GET
386+ url
387+ NoReqBody
388+ (oAuth2Token token0 <> oAuth2Token token1)
389+ lookup "Authorization" (L.requestHeaders request)
390+ `shouldBe` pure ("token " <> token0)
391+ describe "port" $
392+ it "sets port overwriting the defaults" $
393+ property $ \n -> do
394+ request <- req_ GET url NoReqBody (port n)
395+ L.port request `shouldBe` n
396+ describe "decompress" $
397+ it "sets decompress function overwriting the defaults" $
398+ property $ \token -> do
399+ request <- req_ GET url NoReqBody (decompress (/= token))
400+ L.decompress request token `shouldBe` False
401+ -- FIXME Can't really test responseTimeout right new because the
402+ -- ResponseTimeout data type does not implement Eq and its constructors
403+ -- are also not exported. Sent a PR.
404+ describe "httpVersion" $
405+ it "sets HTTP version overwriting the defaults" $
406+ property $ \major minor -> do
407+ request <- req_ GET url NoReqBody (httpVersion major minor)
408+ L.requestVersion request `shouldBe` Y.HttpVersion major minor
409+
410+ describe "quasiquoter" $ do
411+ it "works for valid urls" $
412+ -- Doing it this way instead of just checking if [urlQ|...|] :: (Url
413+ -- 'Https, Option _) type checks, so we can catch if the type of scheme
414+ -- is unspecified.
415+ let testTypeOfQuoterResult ::
416+ forall a s. (Typeable a) => (a, Option s) -> Bool
417+ testTypeOfQuoterResult _ = isJust $ eqT @a @(Url 'Https)
418+ in property $ testTypeOfQuoterResult [urlQ|https://example.org/|]
419+ it "doesn't work for invalid urls" $
420+ property $
421+ TH.runQ (TH.quoteExp urlQ "not a url") `shouldThrow` anyIOException
229
422
230----------------------------------------------------------------------------
423----------------------------------------------------------------------------
231-- Instances
424-- Instances
@@ -233,25 +426,29 @@ spec = do
233instance MonadHttp IO where
426instance MonadHttp IO where
234 handleHttpException = throwIO
427 handleHttpException = throwIO
235
428
236−instance MonadHttp (ReaderT HttpConfig IO) where
237− handleHttpException = liftIO . throwIO
238− getHttpConfig = ask
239−
240instance Arbitrary HttpConfig where
429instance Arbitrary HttpConfig where
241 arbitrary = do
430 arbitrary = do
242− httpConfigProxy <- arbitrary
431+ httpConfigProxy <- arbitrary
243 httpConfigRedirectCount <- arbitrary
432 httpConfigRedirectCount <- arbitrary
244 let httpConfigAltManager = Nothing
433 let httpConfigAltManager = Nothing
245− httpConfigCheckResponse _ _ = return ()
434+ httpConfigCheckResponse _ _ _ = Nothing
435+ httpConfigRetryPolicy = retryPolicyDefault
436+ httpConfigRetryJudge _ _ = False
437+ httpConfigRetryJudgeException _ _ = False
438+ httpConfigBodyPreviewLength = 1024
246 return HttpConfig {..}
439 return HttpConfig {..}
247
440
248instance Show HttpConfig where
441instance Show HttpConfig where
249 show HttpConfig {..} =
442 show HttpConfig {..} =
250− "HttpConfig\n" ++
443+ "HttpConfig\n"
444+ ++ "{ httpConfigProxy="
251− "{ httpConfigProxy=" ++ show httpConfigProxy ++ "\n" ++
445+ ++ show httpConfigProxy
446+ ++ "\n"
447+ ++ ", httpRedirectCount="
252− ", httpRedirectCount=" ++ show httpConfigRedirectCount ++ "\n" ++
448+ ++ show httpConfigRedirectCount
449+ ++ "\n"
253− ", httpConfigAltManager=<cannot be shown>\n" ++
450+ ++ ", httpConfigAltManager=<cannot be shown>\n"
254− ", httpConfigCheckResponse=<cannot be shown>}\n"
451+ ++ ", httpConfigCheckResponse=<cannot be shown>}\n"
255
452
256instance Arbitrary L.Proxy where
453instance Arbitrary L.Proxy where
257 arbitrary = L.Proxy <$> arbitrary <*> arbitrary
454 arbitrary = L.Proxy <$> arbitrary <*> arbitrary
@@ -269,9 +466,10 @@ instance Show (Option scheme) where
269 show _ = "<cannot be shown>"
466 show _ = "<cannot be shown>"
270
467
271data Thing = Thing
468data Thing = Thing
272− { _thingBool :: Bool
469+ { _thingBool :: Bool,
273− , _thingText :: Text
470+ _thingText :: Text
471+ }
274− } deriving (Eq, Show, Generic)
472+ deriving (Eq, Show, Generic)
275
473
276instance ToJSON Thing
474instance ToJSON Thing
277
475
@@ -283,17 +481,17 @@ instance Arbitrary L.CookieJar where
283
481
284instance Arbitrary L.Cookie where
482instance Arbitrary L.Cookie where
285 arbitrary = do
483 arbitrary = do
286− cookie_name <- arbitrary
484+ cookie_name <- arbitrary
287− cookie_value <- arbitrary
485+ cookie_value <- arbitrary
288− cookie_expiry_time <- arbitrary
486+ cookie_expiry_time <- arbitrary
289− cookie_domain <- arbitrary
487+ cookie_domain <- arbitrary
290− cookie_path <- arbitrary
488+ cookie_path <- arbitrary
291 cookie_creation_time <- arbitrary
489 cookie_creation_time <- arbitrary
292 cookie_last_access_time <- arbitrary
490 cookie_last_access_time <- arbitrary
293− cookie_persistent <- arbitrary
491+ cookie_persistent <- arbitrary
294− cookie_host_only <- arbitrary
492+ cookie_host_only <- arbitrary
295− cookie_secure_only <- arbitrary
493+ cookie_secure_only <- arbitrary
296− cookie_http_only <- arbitrary
494+ cookie_http_only <- arbitrary
297 return L.Cookie {..}
495 return L.Cookie {..}
298
496
299instance Arbitrary UTCTime where
497instance Arbitrary UTCTime where
@@ -305,66 +503,130 @@ instance Arbitrary Day where
305instance Arbitrary DiffTime where
503instance Arbitrary DiffTime where
306 arbitrary = secondsToDiffTime <$> arbitrary
504 arbitrary = secondsToDiffTime <$> arbitrary
307
505
506+instance Arbitrary F.Form where
507+ arbitrary = (F.Form . fromList) <$> arbitrary
508+
509+----------------------------------------------------------------------------
510+-- Helper types
511+
512+-- | A wrapper to generate correct hosts.
513+newtype Host = Host {unHost :: Text}
514+ deriving (Eq, Show)
515+
516+instance Arbitrary Host where
517+ arbitrary = Host . T.pack <$> listOf1 (arbitrary `suchThat` (/= ':'))
518+
519+-- | A wrapper to generate correct query parameters.
520+newtype QueryParams = QueryParams [(Text, Maybe Text)]
521+ deriving (Eq, Show)
522+
523+instance Arbitrary QueryParams where
524+ arbitrary = QueryParams <$> (arbitrary `suchThat` wellFormed)
525+ where
526+ wellFormed = all (not . T.null . fst)
527+
308----------------------------------------------------------------------------
528----------------------------------------------------------------------------
309-- Helpers
529-- Helpers
310
530
311-- | 'req' that just returns the prepared 'L.Request'.
531-- | 'req' that just returns the prepared 'L.Request'.
312−
313−req_
532+req_ ::
314− :: ( MonadHttp m
533+ ( MonadHttp m,
315− , HttpMethod method
534+ HttpMethod method,
316− , HttpBody body
535+ HttpBody body,
317− , HttpBodyAllowed (AllowsBody method) (ProvidesBody body) )
536+ HttpBodyAllowed (AllowsBody method) (ProvidesBody body)
537+ ) =>
318− => method -- ^ HTTP method
538+ -- | HTTP method
539+ method ->
319− -> Url scheme -- ^ 'Url' — location of resource
540+ -- | 'Url' — location of resource
541+ Url scheme ->
320− -> body -- ^ Body of the request
542+ -- | Body of the request
543+ body ->
321− -> Option scheme -- ^ Collection of optional parameters
544+ -- | Collection of optional parameters
545+ Option scheme ->
546+ -- | Vanilla request
322− -> m L.Request -- ^ Vanilla request
547+ m L.Request
323−req_ method url' body options =
548+req_ method url' body options = req' method url' body options $
324− responseRequest `liftM` req method url' body returnRequest options
549+ \request _ -> return request
325
550
326-- | A dummy 'Url'.
551-- | A dummy 'Url'.
327−
328url :: Url 'Https
552url :: Url 'Https
329url = https "httpbin.org"
553url = https "httpbin.org"
330
554
331-- | Percent encode given 'Text'.
555-- | Percent encode given 'Text'.
332−
333urlEncode :: Text -> ByteString
556urlEncode :: Text -> ByteString
334urlEncode = Y.urlEncode False . T.encodeUtf8
557urlEncode = Y.urlEncode False . T.encodeUtf8
335
558
336-- | Build URL path from given path pieces.
559-- | Build URL path from given path pieces.
337−
338encodePathPieces :: [Text] -> ByteString
560encodePathPieces :: [Text] -> ByteString
339encodePathPieces = BL.toStrict . BB.toLazyByteString . Y.encodePathSegments
561encodePathPieces = BL.toStrict . BB.toLazyByteString . Y.encodePathSegments
340
562
341−-- | Assemble entire URL.
563+-- | Get host from a 'URI'. This function is not total.
342−
564+uriHost :: URI -> ByteString
343−assembleUrl
565+uriHost uri =
344− :: Scheme -- ^ Scheme
566+ fromJust $
345− -> Text -- ^ Host
567+ urlEncode . URI.unRText . URI.authHost
346− -> [Text] -- ^ Path pieces
568+ <$> either (const Nothing) Just (URI.uriAuthority uri)
347− -> [(Text, Maybe Text)] -- ^ Query parameters
569+
348− -> (ByteString, ByteString, ByteString) -- ^ URL, path, query string
570+-- | Get part from a 'URI' defaulting to the provided value.
349−assembleUrl scheme' host' pathPieces queryParams =
571+uriPort :: Int -> URI -> Int
350− (scheme <> host <> path <> queryString, path, queryString)
572+uriPort def uri =
351− where
573+ maybe def (fromIntegral) $
352− scheme = case scheme' of
574+ either (const Nothing) Just (URI.uriAuthority uri) >>= URI.authPort
353− Http -> "http://"
575+
354− Https -> "https://"
576+-- | Get the path from a 'URI'.
355− host = urlEncode host'
577+uriPath :: URI -> ByteString
578+uriPath uri = fromMaybe "" $ do
579+ (trailingSlash, xs) <- URI.uriPath uri
356− path = encodePathPieces pathPieces
580+ let pref = (encodePathPieces . fmap URI.unRText . NE.toList) xs
581+ return $ if trailingSlash then pref <> "/" else pref
582+
583+-- | Get the query string from a 'URI'.
584+uriQuery :: URI -> ByteString
585+uriQuery uri = do
586+ let liftQueryParam = \case
587+ URI.QueryFlag t -> (URI.unRText t, Nothing)
588+ URI.QueryParam k v -> (URI.unRText k, Just (URI.unRText v))
357− queryString = Y.renderQuery True (Y.queryTextToQuery queryParams)
589+ Y.renderQuery True (Y.queryTextToQuery (liftQueryParam <$> (URI.uriQuery uri)))
358−
590+
591+-- | Predict the headrs that should be set if the given 'URI' has username
592+-- and password in it.
593+uriBasicAuth :: URI -> Maybe ByteString
594+uriBasicAuth uri = do
595+ auth <- either (const Nothing) Just (URI.uriAuthority uri)
596+ URI.UserInfo {..} <- URI.authUserInfo auth
597+ let username = T.encodeUtf8 (URI.unRText uiUsername)
598+ password = maybe "" (T.encodeUtf8 . URI.unRText) uiPassword
599+ return (basicAuthHeader username password)
600+
601+-- | Render a query as lazy 'BL.ByteString'.
359renderQuery :: [(Text, Maybe Text)] -> BL.ByteString
602renderQuery :: [(Text, Maybe Text)] -> BL.ByteString
360renderQuery = BL.fromStrict . Y.renderQuery False . Y.queryTextToQuery
603renderQuery = BL.fromStrict . Y.renderQuery False . Y.queryTextToQuery
361
604
362−-- | Check if collection of query params is well-formed.
363−
364−wellFormed :: [(Text, Maybe Text)] -> Bool
365−wellFormed = all (not . T.null . fst)
366−
367-- | Convert collection of query parameters to 'FormUrlEncodedParam' thing.
605-- | Convert collection of query parameters to 'FormUrlEncodedParam' thing.
368−
369formUrlEnc :: [(Text, Maybe Text)] -> FormUrlEncodedParam
606formUrlEnc :: [(Text, Maybe Text)] -> FormUrlEncodedParam
370formUrlEnc = foldMap (uncurry queryParam)
607formUrlEnc = foldMap (uncurry queryParam)
608+
609+-- | Get “Authorization” basic auth header given username and password.
610+basicAuthHeader :: ByteString -> ByteString -> ByteString
611+basicAuthHeader username password =
612+ fromJust . lookup Y.hAuthorization . L.requestHeaders $
613+ L.applyBasicAuth username password L.defaultRequest
614+
615+-- | Get "Proxy-Authorization" basic proxy auth header given username and
616+-- password.
617+basicProxyAuthHeader :: ByteString -> ByteString -> ByteString
618+basicProxyAuthHeader username password =
619+ fromJust . lookup Y.hProxyAuthorization . L.requestHeaders $
620+ L.applyBasicProxyAuth username password L.defaultRequest
621+
622+-- | Spec about 'paramToList' for the type @p@.
623+specParamToList :: (QueryParam p, Monoid p) => Proxy p -> Spec
624+specParamToList typeProxy = do
625+ describe "paramToList" $ do
626+ it "should reproduce the parameters given by queryParam" $
627+ property $ \(QueryParams params) -> do
628+ let queryParam0 =
629+ (mconcat $ fmap (uncurry queryParam) params)
630+ `asProxyTypeOf` typeProxy
631+ got = queryParamToList queryParam0
632+ got `shouldBe` params
req.cabal+116−110
@@ -1,121 +1,127 @@
1−--
1+cabal-version: 2.4
2−-- Cabal configuration for ‘req’ package.
2+name: req
3−--
3+version: 3.13.4
4−-- Copyright © 2016 Mark Karpov <markkarpov@openmailbox.org>
4+license: BSD-3-Clause
5−--
5+license-file: LICENSE.md
6−-- Redistribution and use in source and binary forms, with or without
6+maintainer: Mark Karpov <markkarpov92@gmail.com>
7−-- modification, are permitted provided that the following conditions are
7+author: Mark Karpov <markkarpov92@gmail.com>
8−-- met:
8+tested-with: ghc ==9.6.3 ghc ==9.8.2 ghc ==9.10.1
9−--
9+homepage: https://github.com/mrkkrp/req
10−-- * Redistributions of source code must retain the above copyright notice,
10+bug-reports: https://github.com/mrkkrp/req/issues
11−-- this list of conditions and the following disclaimer.
11+synopsis: HTTP client library
12−--
12+description: HTTP client library.
13−-- * Redistributions in binary form must reproduce the above copyright
13+category: Network, Web
14−-- notice, this list of conditions and the following disclaimer in the
14+build-type: Simple
15−-- documentation and/or other materials provided with the distribution.
15+data-files:
16−--
16+ httpbin-data/utf8.html
17−-- * Neither the name Mark Karpov nor the names of contributors may be used
17+ httpbin-data/robots.txt
18−-- to endorse or promote products derived from this software without
19−-- specific prior written permission.
20−--
21−-- THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS “AS IS” AND ANY
22−-- EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
23−-- WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
24−-- DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDERS BE LIABLE FOR ANY
25−-- DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26−-- DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27−-- OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28−-- HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
29−-- STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
30−-- ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31−-- POSSIBILITY OF SUCH DAMAGE.
32
18
33−name: req
34−version: 0.1.0
35−cabal-version: >= 1.10
36−license: BSD3
37−license-file: LICENSE.md
38−author: Mark Karpov <markkarpov@openmailbox.org>
39−maintainer: Mark Karpov <markkarpov@openmailbox.org>
40−homepage: https://github.com/mrkkrp/req
41−bug-reports: https://github.com/mrkkrp/req/issues
42−category: Network, Web
43−synopsis: Easy-to-use, type-safe, expandable, high-level HTTP library
44−build-type: Simple
45−description: Easy-to-use, type-safe, expandable, high-level HTTP library.
46−extra-doc-files: CHANGELOG.md
19+extra-doc-files:
20+ CHANGELOG.md
47− , README.md
21+ README.md
48
22
49source-repository head
23source-repository head
50− type: git
24+ type: git
51− location: https://github.com/mrkkrp/req.git
25+ location: https://github.com/mrkkrp/req.git
52
26
53flag dev
27flag dev
54− description: Turn on development settings.
28+ description: Turn on development settings.
55− manual: True
56− default: False
29+ default: False
30+ manual: True
57
31
58library
32library
33+ exposed-modules: Network.HTTP.Req
34+ default-language: GHC2021
59− build-depends: aeson >= 0.11 && < 1.1
35+ build-depends:
36+ aeson >=0.9 && <3,
37+ authenticate-oauth >=1.5 && <1.8,
60− , base >= 4.7 && < 5.0
38+ base >=4.15 && <5,
61− , blaze-builder >= 0.3 && < 0.5
39+ blaze-builder >=0.3 && <0.5,
62− , bytestring >= 0.10.8 && < 0.11
40+ bytestring >=0.10.8 && <0.13,
63− , case-insensitive >= 0.2 && < 1.3
41+ case-insensitive >=0.2 && <1.3,
42+ containers >=0.5 && <0.8,
64− , connection >= 0.2.2 && < 0.3
43+ crypton-connection >=0.4.2 && <0.5,
65− , data-default-class
44+ data-default-class >=0.2.0.0,
45+ exceptions >=0.6 && <0.11,
66− , http-api-data >= 0.2 && < 0.4
46+ http-api-data >=0.2 && <0.7,
67− , http-client >= 0.5 && < 0.6
47+ http-client >=0.7.13.1 && <0.8,
68− , http-client-tls >= 0.3.2 && < 0.4
48+ http-client-tls >=0.3.2 && <0.4,
69− , http-types >= 0.8 && < 10.0
49+ http-types >=0.8 && <10,
50+ modern-uri >=0.3 && <0.4,
51+ monad-control >=1.0 && <1.1,
70− , mtl >= 2.0 && < 3.0
52+ mtl >=2.0 && <3.0,
53+ retry >=0.8 && <0.10,
54+ template-haskell >=2.19 && <2.23,
71− , text >= 0.2 && < 1.3
55+ text >=0.2 && <2.2,
72− , transformers >= 0.4 && < 0.6
56+ transformers >=0.5.3.0 && <0.7,
73− if !impl(ghc >= 8.0)
57+ transformers-base,
74− build-depends: semigroups == 0.18.*
58+ unliftio-core >=0.1.1 && <0.3
75− exposed-modules: Network.HTTP.Req
59+
76− other-modules: Network.HTTP.Req.AWS
77− , Network.HTTP.Req.OAuth1
78− if flag(dev)
60+ if flag(dev)
79− ghc-options: -Wall -Werror
61+ ghc-options:
62+ -Wall -Werror -Wpartial-fields -Wunused-packages
63+ -Wno-unused-imports
64+
80− else
65+ else
81− ghc-options: -O2 -Wall
66+ ghc-options: -O2 -Wall
82− default-language: Haskell2010
83
67
84test-suite pure-tests
68test-suite pure-tests
69+ type: exitcode-stdio-1.0
85− main-is: Spec.hs
70+ main-is: Spec.hs
86− other-modules: Network.HTTP.ReqSpec
71+ build-tool-depends: hspec-discover:hspec-discover >=2 && <3
87− hs-source-dirs: pure-tests
72+ hs-source-dirs: pure-tests
88− type: exitcode-stdio-1.0
73+ other-modules: Network.HTTP.ReqSpec
74+ default-language: GHC2021
75+ build-depends:
89− build-depends: QuickCheck >= 2.7 && < 3.0
76+ QuickCheck >=2.7 && <3,
90− , aeson >= 0.11 && < 1.1
77+ aeson >=0.9 && <3,
91− , base >= 4.7 && < 5.0
78+ base >=4.15 && <5.0,
92− , blaze-builder >= 0.3 && < 0.5
79+ blaze-builder >=0.3 && <0.5,
93− , bytestring >= 0.10.8 && < 0.11
80+ bytestring >=0.10.8 && <0.13,
94− , case-insensitive >= 0.2 && < 1.3
81+ case-insensitive >=0.2 && <1.3,
95− , hspec >= 2.0 && < 3.0
82+ hspec >=2.0 && <3,
96− , hspec-core >= 2.0 && < 3.0
83+ hspec-core >=2.0 && <3,
84+ http-api-data >=0.2 && <0.7,
97− , http-client >= 0.5 && < 0.6
85+ http-client >=0.7 && <0.8,
98− , http-types >= 0.8 && < 10.0
86+ http-types >=0.8 && <10,
99− , mtl >= 2.0 && < 3.0
87+ modern-uri >=0.3 && <0.4,
100− , req >= 0.1.0
88+ req,
89+ retry >=0.8 && <0.10,
90+ template-haskell >=2.19 && <2.23,
101− , text >= 0.2 && < 1.3
91+ text >=0.2 && <2.2,
102− , time >= 1.2 && < 1.7
92+ time >=1.2 && <1.15
93+
103− if flag(dev)
94+ if flag(dev)
104− ghc-options: -Wall -Werror
95+ ghc-options:
96+ -Wall -Werror -Wredundant-constraints -Wpartial-fields
97+ -Wunused-packages
98+
105− else
99+ else
106− ghc-options: -O2 -Wall
100+ ghc-options: -O2 -Wall
107− default-language: Haskell2010
108
101
109test-suite httpbin-tests
102test-suite httpbin-tests
103+ type: exitcode-stdio-1.0
110− main-is: Spec.hs
104+ main-is: Spec.hs
111− other-modules: Network.HTTP.ReqSpec
105+ build-tool-depends: hspec-discover:hspec-discover >=2 && <3
112− hs-source-dirs: httpbin-tests
106+ hs-source-dirs: httpbin-tests
113− type: exitcode-stdio-1.0
107+ other-modules: Network.HTTP.ReqSpec
108+ default-language: GHC2021
114− build-depends: base >= 4.7 && < 5.0
109+ build-depends:
110+ QuickCheck >=2.7 && <3,
111+ aeson >=2 && <3,
112+ base >=4.15 && <5,
113+ bytestring >=0.10.8 && <0.13,
115− , hspec >= 2.0 && < 3.0
114+ hspec >=2.0 && <3.0,
115+ http-client >=0.7 && <0.8,
116+ http-types >=0.8 && <10,
117+ monad-control >=1.0 && <1.1,
116− , req >= 0.1.0
118+ req,
119+ text >=0.2 && <2.2
120+
117− if flag(dev)
121+ if flag(dev)
118− ghc-options: -Wall -Werror
122+ ghc-options:
123+ -Wall -Werror -Wredundant-constraints -Wpartial-fields
124+ -Wunused-packages
125+
119− else
126+ else
120− ghc-options: -O2 -Wall
127+ buildable: False
121− default-language: Haskell2010
stack.yamldeleted−3
@@ -1,3 +0,0 @@
1−resolver: nightly-2016-11-07
2−packages:
3−- '.'