2020-04-16 10:25:19 +03:00
|
|
|
-- This pragma is needed for allowQueryActionExecuter
|
|
|
|
{-# OPTIONS_GHC -fno-warn-redundant-constraints #-}
|
|
|
|
|
2020-02-13 20:38:23 +03:00
|
|
|
module Hasura.GraphQL.Resolve.Action
|
|
|
|
( resolveActionMutation
|
|
|
|
, resolveAsyncActionQuery
|
|
|
|
, asyncActionsProcessor
|
2020-04-16 10:25:19 +03:00
|
|
|
, resolveActionQuery
|
|
|
|
, mkJsonAggSelect
|
|
|
|
, QueryActionExecuter
|
|
|
|
, allowQueryActionExecuter
|
|
|
|
, restrictActionExecuter
|
2020-02-13 20:38:23 +03:00
|
|
|
) where
|
|
|
|
|
|
|
|
import Hasura.Prelude
|
|
|
|
|
2020-06-08 15:13:01 +03:00
|
|
|
import Control.Concurrent (threadDelay)
|
|
|
|
import Control.Exception (try)
|
2020-02-13 20:38:23 +03:00
|
|
|
import Control.Lens
|
2020-07-14 22:00:58 +03:00
|
|
|
import Control.Monad.Trans.Control (MonadBaseControl)
|
2020-02-13 20:38:23 +03:00
|
|
|
import Data.Has
|
|
|
|
import Data.IORef
|
|
|
|
|
2020-07-14 22:00:58 +03:00
|
|
|
import qualified Control.Concurrent.Async.Lifted.Safe as LA
|
|
|
|
import qualified Data.Environment as Env
|
2020-06-08 15:13:01 +03:00
|
|
|
import qualified Data.Aeson as J
|
|
|
|
import qualified Data.Aeson.Casing as J
|
|
|
|
import qualified Data.Aeson.TH as J
|
|
|
|
import qualified Data.ByteString.Lazy as BL
|
|
|
|
import qualified Data.CaseInsensitive as CI
|
|
|
|
import qualified Data.HashMap.Strict as Map
|
|
|
|
import qualified Data.Text as T
|
|
|
|
import qualified Data.UUID as UUID
|
|
|
|
import qualified Database.PG.Query as Q
|
|
|
|
import qualified Language.GraphQL.Draft.Syntax as G
|
|
|
|
import qualified Network.HTTP.Client as HTTP
|
|
|
|
import qualified Network.HTTP.Types as HTTP
|
|
|
|
import qualified Network.Wreq as Wreq
|
|
|
|
|
|
|
|
import qualified Hasura.GraphQL.Resolve.Select as GRS
|
|
|
|
import qualified Hasura.RQL.DML.RemoteJoin as RJ
|
|
|
|
import qualified Hasura.RQL.DML.Select as RS
|
2020-07-15 13:40:48 +03:00
|
|
|
import qualified Hasura.Tracing as Tracing
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
import Hasura.EncJSON
|
|
|
|
import Hasura.GraphQL.Resolve.Context
|
|
|
|
import Hasura.GraphQL.Resolve.InputValue
|
2020-06-08 15:13:01 +03:00
|
|
|
import Hasura.GraphQL.Resolve.Select (processTableSelectionSet)
|
|
|
|
import Hasura.GraphQL.Validate.SelectionSet
|
2020-02-13 20:38:23 +03:00
|
|
|
import Hasura.HTTP
|
2020-06-08 15:13:01 +03:00
|
|
|
import Hasura.RQL.DDL.Headers (makeHeadersFromConf, toHeadersConf)
|
2020-02-13 20:38:23 +03:00
|
|
|
import Hasura.RQL.DDL.Schema.Cache
|
2020-06-08 15:13:01 +03:00
|
|
|
import Hasura.RQL.DML.Select (asSingleRowJsonResp)
|
2020-02-13 20:38:23 +03:00
|
|
|
import Hasura.RQL.Types
|
|
|
|
import Hasura.RQL.Types.Run
|
2020-06-08 15:13:01 +03:00
|
|
|
import Hasura.Server.Utils (mkClientHeadersForward, mkSetCookieHeaders)
|
|
|
|
import Hasura.Server.Version (HasVersion)
|
2020-04-24 12:10:53 +03:00
|
|
|
import Hasura.Session
|
2020-02-13 20:38:23 +03:00
|
|
|
import Hasura.SQL.Types
|
2020-06-08 15:13:01 +03:00
|
|
|
import Hasura.SQL.Value (PGScalarValue (..), toTxtValue)
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
newtype ActionContext
|
|
|
|
= ActionContext {_acName :: ActionName}
|
|
|
|
deriving (Show, Eq)
|
|
|
|
$(J.deriveJSON (J.aesonDrop 3 J.snakeCase) ''ActionContext)
|
|
|
|
|
|
|
|
data ActionWebhookPayload
|
|
|
|
= ActionWebhookPayload
|
|
|
|
{ _awpAction :: !ActionContext
|
2020-04-24 12:10:53 +03:00
|
|
|
, _awpSessionVariables :: !SessionVariables
|
2020-02-13 20:38:23 +03:00
|
|
|
, _awpInput :: !J.Value
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
$(J.deriveJSON (J.aesonDrop 4 J.snakeCase) ''ActionWebhookPayload)
|
|
|
|
|
|
|
|
data ActionWebhookErrorResponse
|
|
|
|
= ActionWebhookErrorResponse
|
|
|
|
{ _awerMessage :: !Text
|
|
|
|
, _awerCode :: !(Maybe Text)
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
$(J.deriveJSON (J.aesonDrop 5 J.snakeCase) ''ActionWebhookErrorResponse)
|
|
|
|
|
|
|
|
data ActionWebhookResponse
|
|
|
|
= AWRArray ![J.Object]
|
|
|
|
| AWRObject !J.Object
|
|
|
|
deriving (Show, Eq)
|
|
|
|
|
|
|
|
instance J.FromJSON ActionWebhookResponse where
|
|
|
|
parseJSON v = case v of
|
|
|
|
J.Array{} -> AWRArray <$> J.parseJSON v
|
|
|
|
J.Object o -> pure $ AWRObject o
|
|
|
|
_ -> fail $ "expecting object or array of objects for action webhook response"
|
|
|
|
|
|
|
|
instance J.ToJSON ActionWebhookResponse where
|
|
|
|
toJSON (AWRArray objects) = J.toJSON objects
|
|
|
|
toJSON (AWRObject object) = J.toJSON object
|
|
|
|
|
2020-04-24 10:55:51 +03:00
|
|
|
data ActionRequestInfo
|
|
|
|
= ActionRequestInfo
|
|
|
|
{ _areqiUrl :: !Text
|
|
|
|
, _areqiBody :: !J.Value
|
|
|
|
, _areqiHeaders :: ![HeaderConf]
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
$(J.deriveToJSON (J.aesonDrop 6 J.snakeCase) ''ActionRequestInfo)
|
|
|
|
|
|
|
|
data ActionResponseInfo
|
|
|
|
= ActionResponseInfo
|
|
|
|
{ _aresiStatus :: !Int
|
|
|
|
, _aresiBody :: !J.Value
|
|
|
|
, _aresiHeaders :: ![HeaderConf]
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
$(J.deriveToJSON (J.aesonDrop 6 J.snakeCase) ''ActionResponseInfo)
|
|
|
|
|
|
|
|
data ActionInternalError
|
|
|
|
= ActionInternalError
|
|
|
|
{ _aieError :: !J.Value
|
|
|
|
, _aieRequest :: !ActionRequestInfo
|
|
|
|
, _aieResponse :: !(Maybe ActionResponseInfo)
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
$(J.deriveToJSON (J.aesonDrop 4 J.snakeCase) ''ActionInternalError)
|
|
|
|
|
2020-02-13 20:38:23 +03:00
|
|
|
resolveActionMutation
|
|
|
|
:: ( HasVersion
|
|
|
|
, MonadReusability m
|
|
|
|
, MonadError QErr m
|
|
|
|
, MonadReader r m
|
|
|
|
, MonadIO m
|
|
|
|
, Has FieldMap r
|
|
|
|
, Has OrdByCtx r
|
|
|
|
, Has SQLGenCtx r
|
|
|
|
, Has HTTP.Manager r
|
|
|
|
, Has [HTTP.Header] r
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.MonadTrace m
|
2020-07-14 22:00:58 +03:00
|
|
|
, MonadIO tx
|
|
|
|
, MonadTx tx
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.MonadTrace tx
|
2020-02-13 20:38:23 +03:00
|
|
|
)
|
2020-07-14 22:00:58 +03:00
|
|
|
=> Env.Environment
|
|
|
|
-> Field
|
2020-04-16 10:25:19 +03:00
|
|
|
-> ActionMutationExecutionContext
|
2020-06-05 15:03:18 +03:00
|
|
|
-> UserInfo
|
2020-07-14 22:00:58 +03:00
|
|
|
-> m (tx EncJSON, HTTP.ResponseHeaders)
|
|
|
|
resolveActionMutation env field executionContext userInfo =
|
2020-02-13 20:38:23 +03:00
|
|
|
case executionContext of
|
2020-04-16 10:25:19 +03:00
|
|
|
ActionMutationSyncWebhook executionContextSync ->
|
2020-07-14 22:00:58 +03:00
|
|
|
resolveActionMutationSync env field executionContextSync userInfo
|
2020-04-16 10:25:19 +03:00
|
|
|
ActionMutationAsync ->
|
2020-06-05 15:03:18 +03:00
|
|
|
(,[]) <$> resolveActionMutationAsync field userInfo
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
-- | Synchronously execute webhook handler and resolve response to action "output"
|
|
|
|
resolveActionMutationSync
|
|
|
|
:: ( HasVersion
|
|
|
|
, MonadReusability m
|
|
|
|
, MonadError QErr m
|
|
|
|
, MonadReader r m
|
|
|
|
, MonadIO m
|
|
|
|
, Has FieldMap r
|
|
|
|
, Has OrdByCtx r
|
|
|
|
, Has SQLGenCtx r
|
|
|
|
, Has HTTP.Manager r
|
|
|
|
, Has [HTTP.Header] r
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.MonadTrace m
|
2020-07-14 22:00:58 +03:00
|
|
|
, MonadIO tx
|
|
|
|
, MonadTx tx
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.MonadTrace tx
|
2020-02-13 20:38:23 +03:00
|
|
|
)
|
2020-07-14 22:00:58 +03:00
|
|
|
=> Env.Environment
|
|
|
|
-> Field
|
2020-04-16 10:25:19 +03:00
|
|
|
-> ActionExecutionContext
|
2020-06-05 15:03:18 +03:00
|
|
|
-> UserInfo
|
2020-07-14 22:00:58 +03:00
|
|
|
-> m (tx EncJSON, HTTP.ResponseHeaders)
|
|
|
|
resolveActionMutationSync env field executionContext userInfo = do
|
2020-02-13 20:38:23 +03:00
|
|
|
let inputArgs = J.toJSON $ fmap annInpValueToJson $ _fArguments field
|
|
|
|
actionContext = ActionContext actionName
|
2020-06-05 15:03:18 +03:00
|
|
|
sessionVariables = _uiSession userInfo
|
2020-02-13 20:38:23 +03:00
|
|
|
handlerPayload = ActionWebhookPayload actionContext sessionVariables inputArgs
|
|
|
|
manager <- asks getter
|
|
|
|
reqHeaders <- asks getter
|
2020-07-14 22:00:58 +03:00
|
|
|
(webhookRes, respHeaders) <- callWebhook env manager outputType outputFields reqHeaders confHeaders
|
2020-03-20 09:46:45 +03:00
|
|
|
forwardClientHeaders resolvedWebhook handlerPayload
|
2020-02-13 20:38:23 +03:00
|
|
|
let webhookResponseExpression = RS.AEInput $ UVSQL $
|
|
|
|
toTxtValue $ WithScalarType PGJSONB $ PGValJSONB $ Q.JSONB $ J.toJSON webhookRes
|
2020-06-08 15:13:01 +03:00
|
|
|
selSet <- asObjectSelectionSet $ _fSelSet field
|
2020-02-13 20:38:23 +03:00
|
|
|
selectAstUnresolved <-
|
|
|
|
processOutputSelectionSet webhookResponseExpression outputType definitionList
|
2020-06-08 15:13:01 +03:00
|
|
|
(_fType field) selSet
|
|
|
|
astResolved <- RS.traverseAnnSimpleSelect resolveValTxt selectAstUnresolved
|
2020-06-05 15:03:18 +03:00
|
|
|
let (astResolvedWithoutRemoteJoins,maybeRemoteJoins) = RJ.getRemoteJoins astResolved
|
2020-06-08 15:13:01 +03:00
|
|
|
jsonAggType = mkJsonAggSelect outputType
|
2020-06-05 15:03:18 +03:00
|
|
|
return $ (,respHeaders) $
|
|
|
|
case maybeRemoteJoins of
|
|
|
|
Just remoteJoins ->
|
2020-06-08 15:13:01 +03:00
|
|
|
let query = Q.fromBuilder $ toSQL $
|
|
|
|
RS.mkSQLSelect jsonAggType astResolvedWithoutRemoteJoins
|
2020-07-14 22:00:58 +03:00
|
|
|
in RJ.executeQueryWithRemoteJoins env manager reqHeaders userInfo query [] remoteJoins
|
2020-06-05 15:03:18 +03:00
|
|
|
Nothing ->
|
2020-07-14 22:00:58 +03:00
|
|
|
liftTx $ asSingleRowJsonResp (Q.fromBuilder $ toSQL $ RS.mkSQLSelect jsonAggType astResolved) []
|
2020-06-05 15:03:18 +03:00
|
|
|
|
2020-02-13 20:38:23 +03:00
|
|
|
where
|
2020-04-16 10:25:19 +03:00
|
|
|
ActionExecutionContext actionName outputType outputFields definitionList resolvedWebhook confHeaders
|
|
|
|
forwardClientHeaders = executionContext
|
|
|
|
|
|
|
|
-- QueryActionExecuter is a type for a higher function, this is being used
|
|
|
|
-- to allow or disallow where a query action can be executed. We would like
|
|
|
|
-- to explicitly control where a query action can be run.
|
|
|
|
-- Example: We do not explain a query action, so we use the `restrictActionExecuter`
|
|
|
|
-- to prevent resolving the action query.
|
|
|
|
type QueryActionExecuter =
|
|
|
|
forall m a. (MonadError QErr m)
|
|
|
|
=> (HTTP.Manager -> [HTTP.Header] -> m a)
|
|
|
|
-> m a
|
|
|
|
|
|
|
|
allowQueryActionExecuter :: HTTP.Manager -> [HTTP.Header] -> QueryActionExecuter
|
|
|
|
allowQueryActionExecuter manager reqHeaders actionResolver =
|
|
|
|
actionResolver manager reqHeaders
|
|
|
|
|
|
|
|
restrictActionExecuter :: Text -> QueryActionExecuter
|
|
|
|
restrictActionExecuter errMsg _ =
|
|
|
|
throw400 NotSupported errMsg
|
|
|
|
|
|
|
|
resolveActionQuery
|
|
|
|
:: ( HasVersion
|
|
|
|
, MonadReusability m
|
|
|
|
, MonadError QErr m
|
|
|
|
, MonadReader r m
|
|
|
|
, MonadIO m
|
|
|
|
, Has FieldMap r
|
|
|
|
, Has OrdByCtx r
|
|
|
|
, Has SQLGenCtx r
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.MonadTrace m
|
2020-04-16 10:25:19 +03:00
|
|
|
)
|
2020-07-14 22:00:58 +03:00
|
|
|
=> Env.Environment
|
|
|
|
-> Field
|
2020-04-16 10:25:19 +03:00
|
|
|
-> ActionExecutionContext
|
2020-04-24 12:10:53 +03:00
|
|
|
-> SessionVariables
|
2020-04-16 10:25:19 +03:00
|
|
|
-> HTTP.Manager
|
|
|
|
-> [HTTP.Header]
|
|
|
|
-> m (RS.AnnSimpleSelG UnresolvedVal)
|
2020-07-14 22:00:58 +03:00
|
|
|
resolveActionQuery env field executionContext sessionVariables httpManager reqHeaders = do
|
2020-04-16 10:25:19 +03:00
|
|
|
let inputArgs = J.toJSON $ fmap annInpValueToJson $ _fArguments field
|
|
|
|
actionContext = ActionContext actionName
|
|
|
|
handlerPayload = ActionWebhookPayload actionContext sessionVariables inputArgs
|
2020-07-14 22:00:58 +03:00
|
|
|
(webhookRes, _) <- callWebhook env httpManager outputType outputFields reqHeaders confHeaders
|
2020-04-16 10:25:19 +03:00
|
|
|
forwardClientHeaders resolvedWebhook handlerPayload
|
|
|
|
let webhookResponseExpression = RS.AEInput $ UVSQL $
|
|
|
|
toTxtValue $ WithScalarType PGJSONB $ PGValJSONB $ Q.JSONB $ J.toJSON webhookRes
|
2020-06-08 15:13:01 +03:00
|
|
|
selSet <- asObjectSelectionSet $ _fSelSet field
|
2020-04-16 10:25:19 +03:00
|
|
|
selectAstUnresolved <-
|
|
|
|
processOutputSelectionSet webhookResponseExpression outputType definitionList
|
2020-06-08 15:13:01 +03:00
|
|
|
(_fType field) selSet
|
2020-04-16 10:25:19 +03:00
|
|
|
return selectAstUnresolved
|
|
|
|
where
|
|
|
|
ActionExecutionContext actionName outputType outputFields definitionList resolvedWebhook confHeaders
|
2020-02-13 20:38:23 +03:00
|
|
|
forwardClientHeaders = executionContext
|
|
|
|
|
|
|
|
{- Note: [Async action architecture]
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
In async actions, acquiring the action result is deferred. The async action mutation is made to
|
|
|
|
initiate the action which returns an UUID. The UUID is used to query/subsribe for actions response.
|
|
|
|
|
|
|
|
On mutation, the server makes an action log record in hdb_catalog.hdb_action_log table with request headers
|
|
|
|
and input arguments. The `asyncActionsProcessor` background thread processes the async actions by executing
|
|
|
|
the webhook handler and writing back the response payload or errors if any in the database.
|
|
|
|
|
|
|
|
When an async action query/subscription is made, the server fetches the relavent data from the hdb_action_log
|
|
|
|
table provides the action response. See Note [Resolving async action query/subscription] below.
|
|
|
|
-}
|
|
|
|
|
|
|
|
-- | Resolve asynchronous action mutation which returns only the action uuid
|
|
|
|
resolveActionMutationAsync
|
2020-07-14 22:00:58 +03:00
|
|
|
:: ( MonadError QErr m
|
|
|
|
, MonadReader r m
|
2020-02-13 20:38:23 +03:00
|
|
|
, Has [HTTP.Header] r
|
2020-07-14 22:00:58 +03:00
|
|
|
, MonadTx tx
|
2020-02-13 20:38:23 +03:00
|
|
|
)
|
|
|
|
=> Field
|
2020-06-05 15:03:18 +03:00
|
|
|
-> UserInfo
|
2020-07-14 22:00:58 +03:00
|
|
|
-> m (tx EncJSON)
|
2020-06-05 15:03:18 +03:00
|
|
|
resolveActionMutationAsync field userInfo = do
|
|
|
|
let sessionVariables = _uiSession userInfo
|
2020-02-13 20:38:23 +03:00
|
|
|
reqHeaders <- asks getter
|
|
|
|
let inputArgs = J.toJSON $ fmap annInpValueToJson $ _fArguments field
|
2020-07-14 22:00:58 +03:00
|
|
|
pure $ liftTx do
|
2020-02-13 20:38:23 +03:00
|
|
|
actionId <- runIdentity . Q.getRow <$> Q.withQE defaultTxErrorHandler [Q.sql|
|
|
|
|
INSERT INTO
|
|
|
|
"hdb_catalog"."hdb_action_log"
|
|
|
|
("action_name", "session_variables", "request_headers", "input_payload", "status")
|
|
|
|
VALUES
|
|
|
|
($1, $2, $3, $4, $5)
|
|
|
|
RETURNING "id"
|
|
|
|
|]
|
|
|
|
(actionName, Q.AltJ sessionVariables, Q.AltJ $ toHeadersMap reqHeaders, Q.AltJ inputArgs, "created"::Text) False
|
|
|
|
|
|
|
|
pure $ encJFromJValue $ UUID.toText actionId
|
|
|
|
where
|
|
|
|
actionName = G.unName $ _fName field
|
|
|
|
toHeadersMap = Map.fromList . map ((bsToTxt . CI.original) *** bsToTxt)
|
|
|
|
|
|
|
|
{- Note: [Resolving async action query/subscription]
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
Resolving async action query involves in selecting fields from hdb_catalog.hdb_action_log table.
|
|
|
|
See Note [Async action architecture] above. See the table's Postgres schema in src-rsr/initialise.sql.
|
|
|
|
The webhook's response JSON stored in "response_payload" column has to be fetched as "output"
|
|
|
|
along with relationships (if any) to other tables. The in-built pg_catalog function `jsonb_to_record`
|
|
|
|
helps in converting any JSON object to Postgres record type. Thus generated record is used to resolve
|
|
|
|
action's type. Here, we treat the "output" field as a computed field to hdb_action_log table with
|
|
|
|
`jsonb_to_record` as custom SQL function.
|
|
|
|
-}
|
|
|
|
|
|
|
|
resolveAsyncActionQuery
|
|
|
|
:: ( MonadReusability m
|
|
|
|
, MonadError QErr m
|
|
|
|
, MonadReader r m
|
|
|
|
, Has FieldMap r
|
|
|
|
, Has OrdByCtx r
|
|
|
|
, Has SQLGenCtx r
|
|
|
|
)
|
|
|
|
=> UserInfo
|
|
|
|
-> ActionSelectOpContext
|
|
|
|
-> Field
|
|
|
|
-> m GRS.AnnSimpleSelect
|
|
|
|
resolveAsyncActionQuery userInfo selectOpCtx field = do
|
|
|
|
actionId <- withArg (_fArguments field) "id" parseActionId
|
|
|
|
stringifyNumerics <- stringifyNum <$> asks getter
|
|
|
|
|
2020-06-08 15:13:01 +03:00
|
|
|
selSet <- asObjectSelectionSet $ _fSelSet field
|
|
|
|
|
|
|
|
annotatedFields <- fmap (map (first FieldName)) $ traverseObjectSelectionSet selSet $ \fld ->
|
2020-02-13 20:38:23 +03:00
|
|
|
case _fName fld of
|
2020-06-08 15:13:01 +03:00
|
|
|
"__typename" -> return $ RS.AFExpression $ G.unName $ G.unNamedType $ _fType field
|
2020-02-13 20:38:23 +03:00
|
|
|
"output" -> do
|
|
|
|
-- See Note [Resolving async action query/subscription]
|
|
|
|
let inputTableArgument = RS.AETableRow $ Just $ Iden "response_payload"
|
|
|
|
ActionSelectOpContext outputType definitionList = selectOpCtx
|
|
|
|
jsonAggSelect = mkJsonAggSelect outputType
|
2020-06-08 15:13:01 +03:00
|
|
|
fldSelSet <- asObjectSelectionSet $ _fSelSet fld
|
|
|
|
(RS.AFComputedField . RS.CFSTable jsonAggSelect)
|
2020-02-13 20:38:23 +03:00
|
|
|
<$> processOutputSelectionSet inputTableArgument outputType
|
2020-06-08 15:13:01 +03:00
|
|
|
definitionList (_fType fld) fldSelSet
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
-- The metadata columns
|
2020-06-08 15:13:01 +03:00
|
|
|
"id" -> return $ mkAnnFieldFromPGCol "id" PGUUID
|
|
|
|
"created_at" -> return $ mkAnnFieldFromPGCol "created_at" PGTimeStampTZ
|
|
|
|
"errors" -> return $ mkAnnFieldFromPGCol "errors" PGJSONB
|
2020-02-13 20:38:23 +03:00
|
|
|
G.Name t -> throw500 $ "unexpected field in actions' httpResponse : " <> t
|
|
|
|
|
|
|
|
let tableFromExp = RS.FromTable actionLogTable
|
2020-06-08 15:13:01 +03:00
|
|
|
tableArguments = RS.noSelectArgs
|
|
|
|
{ RS._saWhere = Just $ mkTableBoolExpression actionId}
|
2020-02-13 20:38:23 +03:00
|
|
|
tablePermissions = RS.TablePerm annBoolExpTrue Nothing
|
2020-06-08 15:13:01 +03:00
|
|
|
selectAstUnresolved = RS.AnnSelectG annotatedFields tableFromExp tablePermissions
|
2020-02-13 20:38:23 +03:00
|
|
|
tableArguments stringifyNumerics
|
|
|
|
return selectAstUnresolved
|
|
|
|
where
|
|
|
|
actionLogTable = QualifiedObject (SchemaName "hdb_catalog") (TableName "hdb_action_log")
|
|
|
|
|
|
|
|
-- TODO:- Avoid using PGColumnInfo
|
2020-06-08 15:13:01 +03:00
|
|
|
mkAnnFieldFromPGCol column columnType =
|
|
|
|
flip RS.mkAnnColumnField Nothing $
|
2020-02-13 20:38:23 +03:00
|
|
|
PGColumnInfo (unsafePGCol column) (G.Name column) 0 (PGColumnScalar columnType) True Nothing
|
|
|
|
|
|
|
|
parseActionId annInpValue = mkParameterizablePGValue <$> asPGColumnValue annInpValue
|
|
|
|
|
|
|
|
mkTableBoolExpression actionId =
|
|
|
|
let actionIdColumnInfo = PGColumnInfo (unsafePGCol "id") "id" 0 (PGColumnScalar PGUUID) False Nothing
|
|
|
|
actionIdColumnEq = BoolFld $ AVCol actionIdColumnInfo [AEQ True actionId]
|
|
|
|
sessionVarsColumnInfo = PGColumnInfo (unsafePGCol "session_variables") "session_variables"
|
|
|
|
0 (PGColumnScalar PGJSONB) False Nothing
|
|
|
|
sessionVarValue = UVPG $ AnnPGVal Nothing False $ WithScalarType PGJSONB
|
2020-04-24 12:10:53 +03:00
|
|
|
$ PGValJSONB $ Q.JSONB $ J.toJSON $ _uiSession userInfo
|
2020-02-13 20:38:23 +03:00
|
|
|
sessionVarsColumnEq = BoolFld $ AVCol sessionVarsColumnInfo [AEQ True sessionVarValue]
|
|
|
|
|
|
|
|
-- For non-admin roles, accessing an async action's response should be allowed only for the user
|
|
|
|
-- who initiated the action through mutation. The action's response is accessible for a query/subscription
|
|
|
|
-- only when it's session variables are equal to that of action's.
|
2020-04-24 12:10:53 +03:00
|
|
|
in if isAdmin (_uiRole userInfo) then actionIdColumnEq
|
2020-02-13 20:38:23 +03:00
|
|
|
else BoolAnd [actionIdColumnEq, sessionVarsColumnEq]
|
|
|
|
|
|
|
|
data ActionLogItem
|
|
|
|
= ActionLogItem
|
|
|
|
{ _aliId :: !UUID.UUID
|
|
|
|
, _aliActionName :: !ActionName
|
|
|
|
, _aliRequestHeaders :: ![HTTP.Header]
|
2020-04-24 12:10:53 +03:00
|
|
|
, _aliSessionVariables :: !SessionVariables
|
2020-02-13 20:38:23 +03:00
|
|
|
, _aliInputPayload :: !J.Value
|
|
|
|
} deriving (Show, Eq)
|
|
|
|
|
|
|
|
-- | Process async actions from hdb_catalog.hdb_action_log table. This functions is executed in a background thread.
|
|
|
|
-- See Note [Async action architecture] above
|
|
|
|
asyncActionsProcessor
|
2020-07-14 22:00:58 +03:00
|
|
|
:: forall m void
|
|
|
|
. ( HasVersion
|
|
|
|
, MonadIO m
|
|
|
|
, MonadBaseControl IO m
|
|
|
|
, LA.Forall (LA.Pure m)
|
2020-07-15 13:40:48 +03:00
|
|
|
, Tracing.HasReporter m
|
2020-07-14 22:00:58 +03:00
|
|
|
)
|
|
|
|
=> Env.Environment
|
|
|
|
-> IORef (RebuildableSchemaCache Run, SchemaCacheVer)
|
2020-02-13 20:38:23 +03:00
|
|
|
-> Q.PGPool
|
|
|
|
-> HTTP.Manager
|
2020-07-14 22:00:58 +03:00
|
|
|
-> m void
|
|
|
|
asyncActionsProcessor env cacheRef pgPool httpManager = forever $ do
|
|
|
|
asyncInvocations <- liftIO getUndeliveredEvents
|
|
|
|
actionCache <- scActions . lastBuiltSchemaCache . fst <$> liftIO (readIORef cacheRef)
|
|
|
|
LA.mapConcurrently_ (callHandler actionCache) asyncInvocations
|
|
|
|
liftIO $ threadDelay (1 * 1000 * 1000)
|
2020-02-13 20:38:23 +03:00
|
|
|
where
|
|
|
|
runTx :: (Monoid a) => Q.TxE QErr a -> IO a
|
|
|
|
runTx q = do
|
|
|
|
res <- runExceptT $ Q.runTx' pgPool q
|
|
|
|
either mempty return res
|
|
|
|
|
2020-07-14 22:00:58 +03:00
|
|
|
callHandler :: ActionCache -> ActionLogItem -> m ()
|
2020-07-15 13:40:48 +03:00
|
|
|
callHandler actionCache actionLogItem = Tracing.runTraceT "async actions processor" do
|
2020-02-13 20:38:23 +03:00
|
|
|
let ActionLogItem actionId actionName reqHeaders
|
|
|
|
sessionVariables inputPayload = actionLogItem
|
2020-03-20 09:46:45 +03:00
|
|
|
case Map.lookup actionName actionCache of
|
2020-02-13 20:38:23 +03:00
|
|
|
Nothing -> return ()
|
2020-03-20 09:46:45 +03:00
|
|
|
Just actionInfo -> do
|
|
|
|
let definition = _aiDefinition actionInfo
|
2020-04-15 15:03:13 +03:00
|
|
|
outputFields = getActionOutputFields $ _aiOutputObject actionInfo
|
2020-03-20 09:46:45 +03:00
|
|
|
webhookUrl = _adHandler definition
|
2020-02-13 20:38:23 +03:00
|
|
|
forwardClientHeaders = _adForwardClientHeaders definition
|
|
|
|
confHeaders = _adHeaders definition
|
|
|
|
outputType = _adOutputType definition
|
|
|
|
actionContext = ActionContext actionName
|
2020-03-20 09:46:45 +03:00
|
|
|
eitherRes <- runExceptT $
|
2020-07-14 22:00:58 +03:00
|
|
|
callWebhook env httpManager outputType outputFields reqHeaders confHeaders
|
2020-03-20 09:46:45 +03:00
|
|
|
forwardClientHeaders webhookUrl $
|
|
|
|
ActionWebhookPayload actionContext sessionVariables inputPayload
|
2020-07-14 22:00:58 +03:00
|
|
|
liftIO $ case eitherRes of
|
2020-03-20 09:46:45 +03:00
|
|
|
Left e -> setError actionId e
|
|
|
|
Right (responsePayload, _) -> setCompleted actionId $ J.toJSON responsePayload
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
setError :: UUID.UUID -> QErr -> IO ()
|
|
|
|
setError actionId e =
|
|
|
|
runTx $ setErrorQuery actionId e
|
|
|
|
|
|
|
|
setErrorQuery
|
|
|
|
:: UUID.UUID -> QErr -> Q.TxE QErr ()
|
|
|
|
setErrorQuery actionId e =
|
|
|
|
Q.unitQE defaultTxErrorHandler [Q.sql|
|
|
|
|
update hdb_catalog.hdb_action_log
|
|
|
|
set errors = $1, status = 'error'
|
|
|
|
where id = $2
|
|
|
|
|] (Q.AltJ e, actionId) False
|
|
|
|
|
|
|
|
setCompleted :: UUID.UUID -> J.Value -> IO ()
|
|
|
|
setCompleted actionId responsePayload =
|
|
|
|
runTx $ setCompletedQuery actionId responsePayload
|
|
|
|
|
|
|
|
setCompletedQuery
|
|
|
|
:: UUID.UUID -> J.Value -> Q.TxE QErr ()
|
|
|
|
setCompletedQuery actionId responsePayload =
|
|
|
|
Q.unitQE defaultTxErrorHandler [Q.sql|
|
|
|
|
update hdb_catalog.hdb_action_log
|
|
|
|
set response_payload = $1, status = 'completed'
|
|
|
|
where id = $2
|
|
|
|
|] (Q.AltJ responsePayload, actionId) False
|
|
|
|
|
|
|
|
undeliveredEventsQuery
|
|
|
|
:: Q.TxE QErr [ActionLogItem]
|
|
|
|
undeliveredEventsQuery =
|
|
|
|
map mapEvent <$> Q.listQE defaultTxErrorHandler [Q.sql|
|
|
|
|
update hdb_catalog.hdb_action_log set status = 'processing'
|
|
|
|
where
|
|
|
|
id in (
|
|
|
|
select id from hdb_catalog.hdb_action_log
|
|
|
|
where status = 'created'
|
|
|
|
for update skip locked limit 10
|
|
|
|
)
|
|
|
|
returning
|
|
|
|
id, action_name, request_headers::json, session_variables::json, input_payload::json
|
|
|
|
|] () False
|
|
|
|
where
|
|
|
|
mapEvent (actionId, actionName, Q.AltJ headersMap,
|
|
|
|
Q.AltJ sessionVariables, Q.AltJ inputPayload) =
|
|
|
|
ActionLogItem actionId actionName (fromHeadersMap headersMap) sessionVariables inputPayload
|
|
|
|
|
|
|
|
fromHeadersMap = map ((CI.mk . txtToBs) *** txtToBs) . Map.toList
|
|
|
|
|
|
|
|
getUndeliveredEvents = runTx undeliveredEventsQuery
|
|
|
|
|
|
|
|
callWebhook
|
2020-07-15 13:40:48 +03:00
|
|
|
:: forall m. (HasVersion, MonadIO m, MonadError QErr m, Tracing.MonadTrace m)
|
2020-07-14 22:00:58 +03:00
|
|
|
=> Env.Environment
|
|
|
|
-> HTTP.Manager
|
2020-02-13 20:38:23 +03:00
|
|
|
-> GraphQLType
|
2020-03-20 09:46:45 +03:00
|
|
|
-> ActionOutputFields
|
2020-02-13 20:38:23 +03:00
|
|
|
-> [HTTP.Header]
|
|
|
|
-> [HeaderConf]
|
|
|
|
-> Bool
|
|
|
|
-> ResolvedWebhook
|
|
|
|
-> ActionWebhookPayload
|
2020-03-20 09:46:45 +03:00
|
|
|
-> m (ActionWebhookResponse, HTTP.ResponseHeaders)
|
2020-07-14 22:00:58 +03:00
|
|
|
callWebhook env manager outputType outputFields reqHeaders confHeaders
|
2020-03-20 09:46:45 +03:00
|
|
|
forwardClientHeaders resolvedWebhook actionWebhookPayload = do
|
2020-07-14 22:00:58 +03:00
|
|
|
resolvedConfHeaders <- makeHeadersFromConf env confHeaders
|
2020-02-13 20:38:23 +03:00
|
|
|
let clientHeaders = if forwardClientHeaders then mkClientHeadersForward reqHeaders else []
|
|
|
|
contentType = ("Content-Type", "application/json")
|
2020-07-14 22:00:58 +03:00
|
|
|
-- Using HashMap to avoid duplicate headers between configuration headers
|
|
|
|
-- and client headers where configuration headers are preferred
|
|
|
|
hdrs = contentType : (Map.toList . Map.fromList) (resolvedConfHeaders <> clientHeaders)
|
2020-02-13 20:38:23 +03:00
|
|
|
postPayload = J.toJSON actionWebhookPayload
|
2020-04-24 10:55:51 +03:00
|
|
|
url = unResolvedWebhook resolvedWebhook
|
2020-07-15 13:40:48 +03:00
|
|
|
httpResponse <- Tracing.traceHttpRequest url do
|
2020-07-14 22:00:58 +03:00
|
|
|
initReq <- liftIO $ HTTP.parseRequest (T.unpack url)
|
|
|
|
let req = initReq { HTTP.method = "POST"
|
|
|
|
, HTTP.requestHeaders = addDefaultHeaders hdrs
|
|
|
|
, HTTP.requestBody = HTTP.RequestBodyLBS (J.encode postPayload)
|
|
|
|
}
|
2020-07-15 13:40:48 +03:00
|
|
|
pure $ Tracing.SuspendedRequest req \req' ->
|
|
|
|
liftIO . try $ HTTP.httpLbs req' manager
|
2020-04-24 10:55:51 +03:00
|
|
|
let requestInfo = ActionRequestInfo url postPayload $
|
|
|
|
confHeaders <> toHeadersConf clientHeaders
|
2020-02-13 20:38:23 +03:00
|
|
|
case httpResponse of
|
|
|
|
Left e ->
|
|
|
|
throw500WithDetail "http exception when calling webhook" $
|
2020-04-24 10:55:51 +03:00
|
|
|
J.toJSON $ ActionInternalError (J.toJSON $ HttpException e) requestInfo Nothing
|
2020-02-13 20:38:23 +03:00
|
|
|
|
2020-04-24 10:55:51 +03:00
|
|
|
Right responseWreq -> do
|
|
|
|
let responseBody = responseWreq ^. Wreq.responseBody
|
2020-02-13 20:38:23 +03:00
|
|
|
responseStatus = responseWreq ^. Wreq.responseStatus
|
2020-04-24 10:55:51 +03:00
|
|
|
mkResponseInfo respBody =
|
|
|
|
ActionResponseInfo (HTTP.statusCode responseStatus) respBody $
|
|
|
|
toHeadersConf $ responseWreq ^. Wreq.responseHeaders
|
|
|
|
case J.eitherDecode responseBody of
|
|
|
|
Left e -> do
|
|
|
|
let responseInfo = mkResponseInfo $ J.String $ bsToTxt $ BL.toStrict responseBody
|
|
|
|
throw500WithDetail "not a valid json response from webhook" $ J.toJSON $
|
|
|
|
ActionInternalError (J.toJSON $ "invalid json: " <> e) requestInfo $ Just responseInfo
|
|
|
|
|
|
|
|
Right responseValue -> do
|
|
|
|
let responseInfo = mkResponseInfo responseValue
|
|
|
|
addInternalToErr e =
|
|
|
|
let actionInternalError = J.toJSON $
|
|
|
|
ActionInternalError (J.String "unexpected response") requestInfo $ Just responseInfo
|
|
|
|
in e{qeInternal = Just actionInternalError}
|
|
|
|
|
|
|
|
if | HTTP.statusIsSuccessful responseStatus -> do
|
|
|
|
let expectingArray = isListType outputType
|
|
|
|
modifyQErr addInternalToErr $ do
|
|
|
|
webhookResponse <- decodeValue responseValue
|
|
|
|
case webhookResponse of
|
|
|
|
AWRArray objs -> do
|
|
|
|
when (not expectingArray) $
|
|
|
|
throwUnexpected "expecting object for action webhook response but got array"
|
|
|
|
mapM_ validateResponseObject objs
|
|
|
|
AWRObject obj -> do
|
|
|
|
when expectingArray $
|
|
|
|
throwUnexpected "expecting array for action webhook response but got object"
|
|
|
|
validateResponseObject obj
|
|
|
|
pure (webhookResponse, mkSetCookieHeaders responseWreq)
|
|
|
|
|
|
|
|
| HTTP.statusIsClientError responseStatus -> do
|
|
|
|
ActionWebhookErrorResponse message maybeCode <-
|
|
|
|
modifyQErr addInternalToErr $ decodeValue responseValue
|
|
|
|
let code = maybe Unexpected ActionWebhookCode maybeCode
|
|
|
|
qErr = QErr [] responseStatus message code Nothing
|
|
|
|
throwError qErr
|
|
|
|
|
|
|
|
| otherwise -> do
|
|
|
|
let err = J.toJSON $ "expecting 2xx or 4xx status code, but found "
|
|
|
|
++ show (HTTP.statusCode responseStatus)
|
|
|
|
throw500WithDetail "internal error" $ J.toJSON $
|
|
|
|
ActionInternalError err requestInfo $ Just responseInfo
|
2020-03-20 09:46:45 +03:00
|
|
|
where
|
|
|
|
throwUnexpected = throw400 Unexpected
|
|
|
|
|
|
|
|
-- Webhook response object should conform to action output fields
|
|
|
|
validateResponseObject obj = do
|
|
|
|
-- Fields not specified in the output type shouldn't be present in the response
|
|
|
|
let extraFields = filter (not . flip Map.member outputFields) $ map G.Name $ Map.keys obj
|
|
|
|
when (not $ null extraFields) $ throwUnexpected $
|
|
|
|
"unexpected fields in webhook response: " <> showNames extraFields
|
|
|
|
|
|
|
|
void $ flip Map.traverseWithKey outputFields $ \fieldName fieldTy ->
|
|
|
|
-- When field is non-nullable, it has to present in the response with no null value
|
|
|
|
when (not $ G.isNullable fieldTy) $ case Map.lookup (G.unName fieldName) obj of
|
|
|
|
Nothing -> throwUnexpected $
|
|
|
|
"field " <> fieldName <<> " expected in webhook response, but not found"
|
|
|
|
Just v -> when (v == J.Null) $ throwUnexpected $
|
|
|
|
"expecting not null value for field " <>> fieldName
|
2020-02-13 20:38:23 +03:00
|
|
|
|
|
|
|
mkJsonAggSelect :: GraphQLType -> RS.JsonAggSelect
|
|
|
|
mkJsonAggSelect =
|
|
|
|
bool RS.JASSingleObject RS.JASMultipleRows . isListType
|
|
|
|
|
|
|
|
processOutputSelectionSet
|
|
|
|
:: ( MonadReusability m
|
|
|
|
, MonadError QErr m
|
|
|
|
, MonadReader r m
|
|
|
|
, Has FieldMap r
|
|
|
|
, Has OrdByCtx r
|
|
|
|
, Has SQLGenCtx r
|
|
|
|
)
|
|
|
|
=> RS.ArgumentExp UnresolvedVal
|
|
|
|
-> GraphQLType
|
|
|
|
-> [(PGCol, PGScalarType)]
|
2020-06-08 15:13:01 +03:00
|
|
|
-> G.NamedType -> ObjectSelectionSet -> m GRS.AnnSimpleSelect
|
2020-02-13 20:38:23 +03:00
|
|
|
processOutputSelectionSet tableRowInput actionOutputType definitionList fldTy flds = do
|
|
|
|
stringifyNumerics <- stringifyNum <$> asks getter
|
|
|
|
annotatedFields <- processTableSelectionSet fldTy flds
|
2020-06-08 15:13:01 +03:00
|
|
|
let annSel = RS.AnnSelectG annotatedFields selectFrom
|
|
|
|
RS.noTablePermissions RS.noSelectArgs stringifyNumerics
|
2020-02-13 20:38:23 +03:00
|
|
|
pure annSel
|
|
|
|
where
|
|
|
|
jsonbToPostgresRecordFunction =
|
|
|
|
QualifiedObject "pg_catalog" $ FunctionName $
|
|
|
|
if isListType actionOutputType then
|
|
|
|
"jsonb_to_recordset" -- Multirow array response
|
|
|
|
else "jsonb_to_record" -- Single object response
|
|
|
|
|
|
|
|
functionArgs = RS.FunctionArgsExp [tableRowInput] mempty
|
|
|
|
selectFrom = RS.FromFunction jsonbToPostgresRecordFunction functionArgs $ Just definitionList
|