graphql-engine/server/src-lib/Hasura/GraphQL/Execute/RemoteJoin/Source.hs

-- | How to construct and execute a call to a source for a remote join.
--
-- There are three steps required to do this:
--   - construct the execution step for that source join
--   - execute that GraphQL query over the network
--   - build a join index of the variables out of the response
--
-- This can be done as one function, but we also export the individual steps for
-- debugging / test purposes. We congregate all intermediary state in the opaque
-- 'SourceJoinCall' type.
module Hasura.GraphQL.Execute.RemoteJoin.Source
  ( -- * Executing a remote join
    makeSourceJoinCall,

    -- * Individual steps
    SourceJoinCall (..),
    buildSourceJoinCall,
    buildJoinIndex,
  )
where

import Data.Aeson qualified as J
import Data.Aeson.Key qualified as K
import Data.Aeson.KeyMap qualified as KM
import Data.Aeson.Ordered qualified as AO
import Data.Aeson.Ordered qualified as JO
import Data.Bifunctor (bimap)
import Data.ByteString.Lazy qualified as BL
import Data.HashMap.Strict.Extended qualified as HashMap
import Data.IntMap.Strict qualified as IntMap
import Data.List.NonEmpty qualified as NE
import Data.Scientific qualified as Scientific
import Data.Text qualified as T
import Data.Text.Extended ((<<>), (<>>))
import Data.Text.Read qualified as TR
import Hasura.Base.Error
import Hasura.GraphQL.Execute.Backend qualified as EB
import Hasura.GraphQL.Execute.Instances ()
import Hasura.GraphQL.Execute.RemoteJoin.Types
import Hasura.GraphQL.Namespace
import Hasura.GraphQL.Transport.Instances ()
import Hasura.Prelude
import Hasura.QueryTags
import Hasura.RQL.Types.Backend
import Hasura.RQL.Types.Common
import Hasura.SQL.AnyBackend qualified as AB
import Hasura.Session
import Hasura.Tracing (MonadTrace)
import Hasura.Tracing qualified as Tracing
import Language.GraphQL.Draft.Syntax qualified as G
import Network.HTTP.Types qualified as HTTP

-------------------------------------------------------------------------------
-- Executing a remote join

-- | Construct and execute a call to a source for a remote join.
makeSourceJoinCall ::
  (MonadQueryTags m, MonadError QErr m, MonadTrace m, MonadIO m) =>
  -- | Function to dispatch a request to a source.
  (AB.AnyBackend SourceJoinCall -> m BL.ByteString) ->
  -- | User information.
  UserInfo ->
  -- | Remote join information.
  AB.AnyBackend RemoteSourceJoin ->
  -- | Name of the field from the join arguments.
  FieldName ->
  -- | Mapping from 'JoinArgumentId' to its corresponding 'JoinArgument'.
  IntMap.IntMap JoinArgument ->
  [HTTP.Header] ->
  Maybe G.Name ->
  -- | The resulting join index (see 'buildJoinIndex') if any.
  m (Maybe (IntMap.IntMap AO.Value))
makeSourceJoinCall networkFunction userInfo remoteSourceJoin jaFieldName joinArguments reqHeaders operationName =
  Tracing.newSpan ("Remote join to data source " <> sourceName <<> " for field " <>> jaFieldName) do
    -- step 1: create the SourceJoinCall
    -- maybeSourceCall <-
    --   AB.dispatchAnyBackend @EB.BackendExecute remoteSourceJoin \(sjc :: SourceJoinCall b) ->
    --     buildSourceJoinCall @b userInfo jaFieldName joinArguments sjc
    maybeSourceCall <-
      AB.dispatchAnyBackend @EB.BackendExecute remoteSourceJoin
        $ buildSourceJoinCall userInfo jaFieldName joinArguments reqHeaders operationName
    -- if there actually is a remote call:
    for maybeSourceCall \sourceCall -> do
      -- step 2: send this call over the network
      sourceResponse <- networkFunction sourceCall
      -- step 3: build the join index
      Tracing.newSpan "Build remote join index"
        $ buildJoinIndex sourceResponse
  where
    sourceName :: SourceName
    sourceName = AB.dispatchAnyBackend @Backend remoteSourceJoin _rsjSource

-------------------------------------------------------------------------------
-- Internal representation

-- | Intermediate type that contains all the necessary information to perform a
-- call to a database to perform a join.
data SourceJoinCall b = SourceJoinCall
  { _sjcRootFieldAlias :: RootFieldAlias,
    _sjcSourceConfig :: SourceConfig b,
    _sjcStepInfo :: EB.DBStepInfo b
  }

-------------------------------------------------------------------------------
-- Step 1: building the source call

buildSourceJoinCall ::
  forall b m.
  (EB.BackendExecute b, MonadQueryTags m, MonadError QErr m, MonadTrace m, MonadIO m) =>
  UserInfo ->
  FieldName ->
  IntMap.IntMap JoinArgument ->
  [HTTP.Header] ->
  Maybe G.Name ->
  RemoteSourceJoin b ->
  m (Maybe (AB.AnyBackend SourceJoinCall))
buildSourceJoinCall userInfo jaFieldName joinArguments reqHeaders operationName remoteSourceJoin = do
  Tracing.newSpan "Resolve execution step for remote join field" do
    let rows =
          IntMap.toList joinArguments <&> \(argumentId, argument) ->
            KM.insert "__argument_id__" (J.toJSON argumentId)
              $ KM.fromList
              $ map (bimap (K.fromText . getFieldNameTxt) JO.fromOrdered)
              $ HashMap.toList
              $ unJoinArgument argument
        rowSchema = fmap snd (_rsjJoinColumns remoteSourceJoin)
    for (NE.nonEmpty rows) $ \nonEmptyRows -> do
      let sourceConfig = _rsjSourceConfig remoteSourceJoin
      Tracing.attachSourceConfigAttributes @b sourceConfig
      stepInfo <-
        EB.mkDBRemoteRelationshipPlan
          userInfo
          (_rsjSource remoteSourceJoin)
          sourceConfig
          nonEmptyRows
          rowSchema
          (FieldName "__argument_id__")
          (FieldName "f", _rsjRelationship remoteSourceJoin)
          reqHeaders
          operationName
          (_rsjStringifyNum remoteSourceJoin)
      -- This should never fail, as field names in remote relationships are
      -- validated when building the schema cache.
      fieldName <-
        G.mkName (getFieldNameTxt jaFieldName)
          `onNothing` throw500 ("'" <> getFieldNameTxt jaFieldName <> "' is not a valid GraphQL name")
      -- NOTE: We're making an assumption that the 'FieldName' propagated upwards
      -- from 'collectJoinArguments' is reasonable to use for logging.
      let rootFieldAlias = mkUnNamespacedRootFieldAlias fieldName
      pure
        $ AB.mkAnyBackend
        $ SourceJoinCall rootFieldAlias sourceConfig stepInfo

-------------------------------------------------------------------------------
-- Step 3: extracting the join index

-- | Construct a join index from the 'EncJSON' response from the source.
--
-- Unlike with remote schemas, we can make assumptions about the shape of the
-- result, instead of having to keep track of the path within the answer. This
-- function therefore enforces that the answer has the shape we expect, and
-- throws a 'QErr' if it doesn't.
buildJoinIndex :: (MonadError QErr m) => BL.ByteString -> m (IntMap.IntMap JO.Value)
buildJoinIndex response = do
  json <-
    JO.eitherDecode response `onLeft` \err ->
      throwInvalidJsonErr $ T.pack err
  case json of
    JO.Array arr -> fmap IntMap.fromList $ for (toList arr) \case
      JO.Object obj -> do
        argumentResult <-
          JO.lookup "f" obj
            `onNothing` throwMissingRelationshipDataErr
        argumentIdValue <-
          JO.lookup "__argument_id__" obj
            `onNothing` throwMissingArgumentIdErr
        argumentId <-
          case argumentIdValue of
            JO.Number n ->
              Scientific.toBoundedInteger n
                `onNothing` throwInvalidArgumentIdValueErr
            JO.String s ->
              intFromText s
                `onNothing` throwInvalidArgumentIdValueErr
            _ -> throwInvalidArgumentIdValueErr
        pure (argumentId, argumentResult)
      _ -> throwNoNestedObjectErr
    _ -> throwNoListOfObjectsErr
  where
    intFromText txt = case TR.decimal txt of
      Right (i, "") -> pure i
      _ -> Nothing
    throwInvalidJsonErr errMsg =
      throw500
        $ "failed to decode JSON response from the source: "
        <> errMsg
    throwMissingRelationshipDataErr =
      throw500
        $ "cannot find relationship data (aliased as 'f') within the source \
          \response"
    throwMissingArgumentIdErr =
      throw500
        $ "cannot find '__argument_id__' within the source response"
    throwInvalidArgumentIdValueErr =
      throw500 $ "expected 'argument_id' to get parsed as backend integer type"
    throwNoNestedObjectErr =
      throw500
        $ "expected an object one level deep in the remote schema's response, \
          \but found an array/scalar value instead"
    throwNoListOfObjectsErr =
      throw500
        $ "expected a list of objects in the remote schema's response, but found \
          \an object/scalar value instead"