2022-02-25 19:08:18 +03:00
|
|
|
{-# OPTIONS_GHC -fno-warn-orphans #-}
|
|
|
|
|
2022-05-02 08:03:12 +03:00
|
|
|
module Hasura.Backends.DataConnector.Adapter.Execute
|
2023-01-17 03:33:56 +03:00
|
|
|
( DataConnectorPreparedQuery (..),
|
|
|
|
encodePreparedQueryToJsonText,
|
2022-02-25 19:08:18 +03:00
|
|
|
)
|
|
|
|
where
|
|
|
|
|
|
|
|
--------------------------------------------------------------------------------
|
|
|
|
|
2022-04-08 09:48:37 +03:00
|
|
|
import Data.Aeson qualified as J
|
2023-01-17 03:33:56 +03:00
|
|
|
import Data.ByteString.Lazy qualified as BL
|
|
|
|
import Data.Text.Encoding qualified as TE
|
2022-05-02 08:03:12 +03:00
|
|
|
import Hasura.Backends.DataConnector.API qualified as API
|
2022-07-19 04:51:42 +03:00
|
|
|
import Hasura.Backends.DataConnector.Adapter.ConfigTransform (transformSourceConfig)
|
2022-07-20 08:20:49 +03:00
|
|
|
import Hasura.Backends.DataConnector.Adapter.Types (SourceConfig (..))
|
2022-07-19 04:51:42 +03:00
|
|
|
import Hasura.Backends.DataConnector.Agent.Client (AgentClientT)
|
2023-05-24 07:40:31 +03:00
|
|
|
import Hasura.Backends.DataConnector.Agent.Client qualified as Client
|
2023-03-07 04:31:50 +03:00
|
|
|
import Hasura.Backends.DataConnector.Plan.Common (Plan (..))
|
|
|
|
import Hasura.Backends.DataConnector.Plan.MutationPlan qualified as Plan
|
|
|
|
import Hasura.Backends.DataConnector.Plan.QueryPlan qualified as Plan
|
|
|
|
import Hasura.Backends.DataConnector.Plan.RemoteRelationshipPlan qualified as Plan
|
2023-05-24 07:40:31 +03:00
|
|
|
import Hasura.Base.Error (Code (..), QErr, throw400)
|
2022-07-20 08:20:49 +03:00
|
|
|
import Hasura.EncJSON (EncJSON, encJFromBuilder, encJFromJValue)
|
2023-03-14 14:32:20 +03:00
|
|
|
import Hasura.GraphQL.Execute.Backend (BackendExecute (..), DBStepInfo (..), ExplainPlan (..), OnBaseMonad (..), withNoStatistics)
|
2022-04-08 09:48:37 +03:00
|
|
|
import Hasura.GraphQL.Namespace qualified as GQL
|
2022-02-25 19:08:18 +03:00
|
|
|
import Hasura.Prelude
|
2023-04-24 21:35:48 +03:00
|
|
|
import Hasura.RQL.Types.BackendType (BackendType (DataConnector))
|
2022-06-02 08:22:44 +03:00
|
|
|
import Hasura.RQL.Types.Common qualified as RQL
|
2022-04-08 09:48:37 +03:00
|
|
|
import Hasura.SQL.AnyBackend (mkAnyBackend)
|
|
|
|
import Hasura.Session
|
2022-07-11 11:04:30 +03:00
|
|
|
import Hasura.Tracing (MonadTrace)
|
2023-01-17 03:33:56 +03:00
|
|
|
|
|
|
|
data DataConnectorPreparedQuery
|
|
|
|
= QueryRequest API.QueryRequest
|
|
|
|
| MutationRequest API.MutationRequest
|
|
|
|
|
|
|
|
encodePreparedQueryToJsonText :: DataConnectorPreparedQuery -> Text
|
|
|
|
encodePreparedQueryToJsonText = \case
|
|
|
|
QueryRequest req -> encodeToJsonText req
|
|
|
|
MutationRequest req -> encodeToJsonText req
|
|
|
|
|
2023-05-24 16:51:56 +03:00
|
|
|
encodeToJsonText :: (J.ToJSON a) => a -> Text
|
2023-01-17 03:33:56 +03:00
|
|
|
encodeToJsonText =
|
|
|
|
TE.decodeUtf8 . BL.toStrict . J.encode
|
2022-02-25 19:08:18 +03:00
|
|
|
|
|
|
|
--------------------------------------------------------------------------------
|
|
|
|
|
2022-05-02 08:03:12 +03:00
|
|
|
instance BackendExecute 'DataConnector where
|
2023-01-17 03:33:56 +03:00
|
|
|
type PreparedQuery 'DataConnector = DataConnectorPreparedQuery
|
2022-05-02 08:03:12 +03:00
|
|
|
type MultiplexedQuery 'DataConnector = Void
|
Allow backend execution to happen on the base app monad.
### Description
Each Backend executes queries against the database in a slightly different stack: Postgres uses its own `TXeT`, MSSQL uses a variant of it, BigQuery is simply in `ExceptT QErr IO`... To accommodate those variations, we had originally introduced an `ExecutionMonad b` type family in `BackendExecute`, allowing each backend to describe its own stack. It was then up to that backend's `BackendTransport` instance to implement running said stack, and converting the result back into our main app monad.
However, this was not without complications: `TraceT` is one of them: as it usually needs to be on the top of the stack, converting from one stack to the other implies the use `interpTraceT`, which is quite monstrous. Furthermore, as part of the Entitlement Services work, we're trying to move to a "Services" architecture in which the entire engine runs in one base monad, that delegates features and dependencies to monad constraints; and as a result we'd like to minimize the number of different monad stacks we have to maintain and translate from and to in the codebase.
To improve things, this PR changes `ExecutionMonad b` from an _absolute_ stack to a _relative_ one: i.e.: what needs to be stacked on top of our base monad for the execution. In `Transport`, we then only need to pop the top of the stack, and voila. This greatly simplifies the implementation of the backends, as there's no longer any need to do any stack transformation: MySQL's implementation becomes a `runIdentityT`! This also removes most mentions of `TraceT` from the execution code since it's no longer required: we can rely on the base monad's existing `MonadTrace` constraint.
To continue encapsulating monadic actions in `DBStepInfo` and avoid threading a bunch of `forall` all over the place, this PR introduces a small local helper: `OnBaseMonad`. One only downside of all this is that this requires adding `MonadBaseControl IO m` constraint all over the place: previously, we would run directly on `IO` and lift, and would therefore not need to bring that constraint all the way.
PR-URL: https://github.com/hasura/graphql-engine-mono/pull/7789
GitOrigin-RevId: e9b2e431c5c47fa9851abf87545c0415ff6d1a12
2023-02-09 17:38:33 +03:00
|
|
|
type ExecutionMonad 'DataConnector = AgentClientT
|
2022-02-25 19:08:18 +03:00
|
|
|
|
2023-04-13 04:29:15 +03:00
|
|
|
mkDBQueryPlan UserInfo {..} sourceName sourceConfig ir _headers _gName = do
|
2023-03-07 04:31:50 +03:00
|
|
|
queryPlan@Plan {..} <- Plan.mkQueryPlan _uiSession sourceConfig ir
|
2023-04-13 04:29:15 +03:00
|
|
|
transformedSourceConfig <- transformSourceConfig sourceConfig (Just _uiSession)
|
2022-04-08 09:48:37 +03:00
|
|
|
pure
|
|
|
|
DBStepInfo
|
|
|
|
{ dbsiSourceName = sourceName,
|
2022-07-19 04:51:42 +03:00
|
|
|
dbsiSourceConfig = transformedSourceConfig,
|
2023-01-17 03:33:56 +03:00
|
|
|
dbsiPreparedQuery = Just $ QueryRequest _pRequest,
|
2023-03-14 14:32:20 +03:00
|
|
|
dbsiAction = OnBaseMonad $ fmap withNoStatistics (buildQueryAction sourceName transformedSourceConfig queryPlan),
|
2023-01-25 10:12:53 +03:00
|
|
|
dbsiResolvedConnectionTemplate = ()
|
2022-04-08 09:48:37 +03:00
|
|
|
}
|
|
|
|
|
2023-01-25 10:12:53 +03:00
|
|
|
mkDBQueryExplain fieldName UserInfo {..} sourceName sourceConfig ir _headers _gName = do
|
2023-03-07 04:31:50 +03:00
|
|
|
queryPlan@Plan {..} <- Plan.mkQueryPlan _uiSession sourceConfig ir
|
2023-04-13 04:29:15 +03:00
|
|
|
transformedSourceConfig <- transformSourceConfig sourceConfig (Just _uiSession)
|
2023-05-24 16:51:56 +03:00
|
|
|
pure
|
|
|
|
$ mkAnyBackend @'DataConnector
|
2022-04-08 09:48:37 +03:00
|
|
|
DBStepInfo
|
|
|
|
{ dbsiSourceName = sourceName,
|
2022-07-19 04:51:42 +03:00
|
|
|
dbsiSourceConfig = transformedSourceConfig,
|
2023-01-17 03:33:56 +03:00
|
|
|
dbsiPreparedQuery = Just $ QueryRequest _pRequest,
|
2023-03-14 14:32:20 +03:00
|
|
|
dbsiAction = OnBaseMonad $ fmap withNoStatistics (buildExplainAction fieldName sourceName transformedSourceConfig queryPlan),
|
2023-01-25 10:12:53 +03:00
|
|
|
dbsiResolvedConnectionTemplate = ()
|
2022-04-08 09:48:37 +03:00
|
|
|
}
|
2023-03-07 04:31:50 +03:00
|
|
|
|
2023-04-13 04:29:15 +03:00
|
|
|
mkDBMutationPlan UserInfo {..} _stringifyNum sourceName sourceConfig mutationDB _headers _gName = do
|
2023-03-07 04:31:50 +03:00
|
|
|
mutationPlan@Plan {..} <- Plan.mkMutationPlan _uiSession mutationDB
|
2023-04-13 04:29:15 +03:00
|
|
|
transformedSourceConfig <- transformSourceConfig sourceConfig (Just _uiSession)
|
2023-01-17 03:33:56 +03:00
|
|
|
pure
|
|
|
|
DBStepInfo
|
|
|
|
{ dbsiSourceName = sourceName,
|
|
|
|
dbsiSourceConfig = transformedSourceConfig,
|
|
|
|
dbsiPreparedQuery = Just $ MutationRequest _pRequest,
|
2023-03-14 14:32:20 +03:00
|
|
|
dbsiAction = OnBaseMonad $ fmap withNoStatistics (buildMutationAction sourceName transformedSourceConfig mutationPlan),
|
2023-01-25 10:12:53 +03:00
|
|
|
dbsiResolvedConnectionTemplate = ()
|
2023-01-17 03:33:56 +03:00
|
|
|
}
|
2023-03-07 04:31:50 +03:00
|
|
|
|
2023-01-25 10:12:53 +03:00
|
|
|
mkLiveQuerySubscriptionPlan _ _ _ _ _ _ _ =
|
2022-05-02 08:03:12 +03:00
|
|
|
throw400 NotSupported "mkLiveQuerySubscriptionPlan: not implemented for the Data Connector backend."
|
2023-03-07 04:31:50 +03:00
|
|
|
|
2023-01-25 10:12:53 +03:00
|
|
|
mkDBStreamingSubscriptionPlan _ _ _ _ _ _ =
|
2022-05-02 08:03:12 +03:00
|
|
|
throw400 NotSupported "mkLiveQuerySubscriptionPlan: not implemented for the Data Connector backend."
|
2023-03-07 04:31:50 +03:00
|
|
|
|
2023-04-13 04:29:15 +03:00
|
|
|
mkDBRemoteRelationshipPlan UserInfo {..} sourceName sourceConfig joinIds joinIdsSchema argumentIdFieldName (resultFieldName, ir) _ _ _ = do
|
2023-03-07 04:31:50 +03:00
|
|
|
remoteRelationshipPlan@Plan {..} <- Plan.mkRemoteRelationshipPlan _uiSession sourceConfig joinIds joinIdsSchema argumentIdFieldName resultFieldName ir
|
2023-04-13 04:29:15 +03:00
|
|
|
transformedSourceConfig <- transformSourceConfig sourceConfig (Just _uiSession)
|
2023-03-07 04:31:50 +03:00
|
|
|
pure
|
|
|
|
DBStepInfo
|
|
|
|
{ dbsiSourceName = sourceName,
|
|
|
|
dbsiSourceConfig = transformedSourceConfig,
|
|
|
|
dbsiPreparedQuery = Just $ QueryRequest _pRequest,
|
2023-03-14 14:32:20 +03:00
|
|
|
dbsiAction = OnBaseMonad $ fmap withNoStatistics (buildQueryAction sourceName transformedSourceConfig remoteRelationshipPlan),
|
2023-03-07 04:31:50 +03:00
|
|
|
dbsiResolvedConnectionTemplate = ()
|
|
|
|
}
|
|
|
|
|
2022-03-21 13:39:49 +03:00
|
|
|
mkSubscriptionExplain _ =
|
2022-05-02 08:03:12 +03:00
|
|
|
throw400 NotSupported "mkSubscriptionExplain: not implemented for the Data Connector backend."
|
2022-04-08 09:48:37 +03:00
|
|
|
|
2023-03-07 04:31:50 +03:00
|
|
|
buildQueryAction :: (MonadIO m, MonadTrace m, MonadError QErr m) => RQL.SourceName -> SourceConfig -> Plan API.QueryRequest API.QueryResponse -> AgentClientT m EncJSON
|
|
|
|
buildQueryAction sourceName SourceConfig {..} Plan {..} = do
|
2023-05-24 07:40:31 +03:00
|
|
|
queryResponse <- Client.query sourceName _scConfig _pRequest
|
2023-01-17 03:33:56 +03:00
|
|
|
reshapedResponse <- _pResponseReshaper queryResponse
|
2022-07-22 12:46:25 +03:00
|
|
|
pure . encJFromBuilder $ J.fromEncoding reshapedResponse
|
2022-08-29 06:38:24 +03:00
|
|
|
|
|
|
|
-- Delegates the generation to the Agent's /explain endpoint if it has that capability,
|
|
|
|
-- otherwise, returns the IR sent to the agent.
|
2023-03-07 04:31:50 +03:00
|
|
|
buildExplainAction :: (MonadIO m, MonadTrace m, MonadError QErr m) => GQL.RootFieldAlias -> RQL.SourceName -> SourceConfig -> Plan API.QueryRequest API.QueryResponse -> AgentClientT m EncJSON
|
|
|
|
buildExplainAction fieldName sourceName SourceConfig {..} Plan {..} =
|
2022-09-21 08:11:53 +03:00
|
|
|
case API._cExplain _scCapabilities of
|
2023-01-17 03:33:56 +03:00
|
|
|
Nothing -> pure . encJFromJValue . toExplainPlan fieldName $ _pRequest
|
2022-08-29 06:38:24 +03:00
|
|
|
Just API.ExplainCapabilities -> do
|
2023-05-24 07:40:31 +03:00
|
|
|
explainResponse <- Client.explain sourceName _scConfig _pRequest
|
2023-05-24 16:51:56 +03:00
|
|
|
pure
|
|
|
|
. encJFromJValue
|
|
|
|
$ ExplainPlan
|
2022-08-29 06:38:24 +03:00
|
|
|
fieldName
|
|
|
|
(Just (API._erQuery explainResponse))
|
|
|
|
(Just (API._erLines explainResponse))
|
|
|
|
|
2022-09-20 09:18:46 +03:00
|
|
|
toExplainPlan :: GQL.RootFieldAlias -> API.QueryRequest -> ExplainPlan
|
2022-08-29 06:38:24 +03:00
|
|
|
toExplainPlan fieldName queryRequest =
|
2023-01-17 03:33:56 +03:00
|
|
|
ExplainPlan fieldName (Just "") (Just [encodeToJsonText queryRequest])
|
|
|
|
|
2023-03-07 04:31:50 +03:00
|
|
|
buildMutationAction :: (MonadIO m, MonadTrace m, MonadError QErr m) => RQL.SourceName -> SourceConfig -> Plan API.MutationRequest API.MutationResponse -> AgentClientT m EncJSON
|
|
|
|
buildMutationAction sourceName SourceConfig {..} Plan {..} = do
|
2023-05-24 07:40:31 +03:00
|
|
|
queryResponse <- Client.mutation sourceName _scConfig _pRequest
|
2023-01-17 03:33:56 +03:00
|
|
|
reshapedResponse <- _pResponseReshaper queryResponse
|
|
|
|
pure . encJFromBuilder $ J.fromEncoding reshapedResponse
|