graphql-engine/server/src-lib/Hasura/Backends/MSSQL/Plan.hs

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

277 lines
9.0 KiB
Haskell
Raw Normal View History

-- | MSSQL Plan
--
-- Planning T-SQL queries and subscription by translating IR to MSSQL-specific
-- SQL query types.
module Hasura.Backends.MSSQL.Plan
( PrepareState (..),
planQuery,
planSourceRelationship,
planSubscription,
prepareValueQuery,
resultAlias,
resultIdAlias,
resultVarsAlias,
rowAlias,
)
where
-- TODO: Re-add the export list after cleaning up the module
-- ( planQuery
-- , planSubscription
-- ) where
import Control.Applicative (Const (Const))
import Data.Aeson qualified as J
import Data.ByteString.Lazy (toStrict)
import Data.HashMap.Strict qualified as HM
import Data.HashMap.Strict.InsOrd qualified as OMap
import Data.HashSet qualified as Set
import Data.List.NonEmpty qualified as NE
import Data.Text qualified as T
import Data.Text.Extended
import Database.ODBC.SQLServer qualified as ODBC
import Hasura.Backends.MSSQL.FromIr
import Hasura.Backends.MSSQL.FromIr.Query (fromQueryRootField, fromSourceRelationship)
import Hasura.Backends.MSSQL.Types.Internal
import Hasura.Base.Error
import Hasura.GraphQL.Parser qualified as GraphQL
import Hasura.Prelude hiding (first)
server: support remote relationships on SQL Server and BigQuery (#1497) Remote relationships are now supported on SQL Server and BigQuery. The major change though is the re-architecture of remote join execution logic. Prior to this PR, each backend is responsible for processing the remote relationships that are part of their AST. This is not ideal as there is nothing specific about a remote join's execution that ties it to a backend. The only backend specific part is whether or not the specification of the remote relationship is valid (i.e, we'll need to validate whether the scalars are compatible). The approach now changes to this: 1. Before delegating the AST to the backend, we traverse the AST, collect all the remote joins while modifying the AST to add necessary join fields where needed. 1. Once the remote joins are collected from the AST, the database call is made to fetch the response. The necessary data for the remote join(s) is collected from the database's response and one or more remote schema calls are constructed as necessary. 1. The remote schema calls are then executed and the data from the database and from the remote schemas is joined to produce the final response. ### Known issues 1. Ideally the traversal of the IR to collect remote joins should return an AST which does not include remote join fields. This operation can be type safe but isn't taken up as part of the PR. 1. There is a lot of code duplication between `Transport/HTTP.hs` and `Transport/Websocket.hs` which needs to be fixed ASAP. This too hasn't been taken up by this PR. 1. The type which represents the execution plan is only modified to handle our current remote joins and as such it will have to be changed to accommodate general remote joins. 1. Use of lenses would have reduced the boilerplate code to collect remote joins from the base AST. 1. The current remote join logic assumes that the join columns of a remote relationship appear with their names in the database response. This however is incorrect as they could be aliased. This can be taken up by anyone, I've left a comment in the code. ### Notes to the reviewers I think it is best reviewed commit by commit. 1. The first one is very straight forward. 1. The second one refactors the remote join execution logic but other than moving things around, it doesn't change the user facing functionality. This moves Postgres specific parts to `Backends/Postgres` module from `Execute`. Some IR related code to `Hasura.RQL.IR` module. Simplifies various type class function signatures as a backend doesn't have to handle remote joins anymore 1. The third one fixes partial case matches that for some weird reason weren't shown as warnings before this refactor 1. The fourth one generalizes the validation logic of remote relationships and implements `scalarTypeGraphQLName` function on SQL Server and BigQuery which is used by the validation logic. This enables remote relationships on BigQuery and SQL Server. https://github.com/hasura/graphql-engine-mono/pull/1497 GitOrigin-RevId: 77dd8eed326602b16e9a8496f52f46d22b795598
2021-06-11 06:26:50 +03:00
import Hasura.RQL.IR
import Hasura.RQL.Types.Column qualified as RQL
import Hasura.RQL.Types.Common qualified as RQL
import Hasura.SQL.Backend
import Hasura.SQL.Types
import Hasura.Session
import Language.GraphQL.Draft.Syntax qualified as G
import Network.HTTP.Types qualified as HTTP
--------------------------------------------------------------------------------
-- Top-level planner
planQuery ::
MonadError QErr m =>
SessionVariables ->
QueryDB 'MSSQL Void (UnpreparedValue 'MSSQL) ->
m Select
planQuery sessionVariables queryDB = do
rootField <- traverse (prepareValueQuery sessionVariables) queryDB
runIrWrappingRoot $ fromQueryRootField rootField
-- | For more information, see the module/documentation of 'Hasura.GraphQL.Execute.RemoteJoin.Source'.
planSourceRelationship ::
MonadError QErr m =>
SessionVariables ->
-- | List of json objects, each of which becomes a row of the table
NE.NonEmpty J.Object ->
-- | The above objects have this schema
HM.HashMap RQL.FieldName (ColumnName, ScalarType) ->
RQL.FieldName ->
(RQL.FieldName, SourceRelationshipSelection 'MSSQL Void UnpreparedValue) ->
m Select
planSourceRelationship
sessionVariables
lhs
lhsSchema
argumentId
(relationshipName, sourceRelationshipRaw) = do
sourceRelationship <-
traverseSourceRelationshipSelection
(fmap Const . prepareValueQuery sessionVariables)
sourceRelationshipRaw
runIrWrappingRoot $
fromSourceRelationship
lhs
lhsSchema
argumentId
(relationshipName, sourceRelationship)
runIrWrappingRoot ::
MonadError QErr m =>
FromIr Select ->
m Select
runIrWrappingRoot selectAction =
runFromIr selectAction `onLeft` (throwError . overrideQErrStatus HTTP.status400 NotSupported)
-- | Prepare a value without any query planning; we just execute the
-- query with the values embedded.
prepareValueQuery ::
MonadError QErr m =>
SessionVariables ->
UnpreparedValue 'MSSQL ->
m Expression
prepareValueQuery sessionVariables =
{- History note:
This function used to be called 'planNoPlan', and was used for building sql
expressions for queries. That evolved differently, but this function is now
left as a *suggestion* for implementing support for mutations.
-}
\case
UVLiteral x -> pure x
UVSession -> pure $ ValueExpression $ ODBC.ByteStringValue $ toStrict $ J.encode sessionVariables
UVParameter _ RQL.ColumnValue {..} -> pure $ ValueExpression cvValue
UVSessionVar typ sessionVariable -> do
value <-
getSessionVariableValue sessionVariable sessionVariables
`onNothing` throw400 NotFound ("missing session variable: " <>> sessionVariable)
-- See https://github.com/fpco/odbc/pull/34#issuecomment-812223147
-- We first cast to nvarchar(max) because casting from ntext is not supported
CastExpression (CastExpression (ValueExpression $ ODBC.TextValue value) WvarcharType DataLengthMax)
<$> case typ of
CollectableTypeScalar baseTy ->
pure baseTy
CollectableTypeArray {} ->
throw400 NotSupported "Array types are currently not supported in MS SQL Server"
<*> pure DataLengthMax
planSubscription ::
MonadError QErr m =>
OMap.InsOrdHashMap G.Name (QueryDB 'MSSQL Void (UnpreparedValue 'MSSQL)) ->
SessionVariables ->
m (Reselect, PrepareState)
planSubscription unpreparedMap sessionVariables = do
(rootFieldMap, prepareState) <-
runStateT
( traverse
(traverse (prepareValueSubscription (getSessionVariablesSet sessionVariables)))
unpreparedMap
)
emptyPrepareState
selectMap <- runFromIr (traverse fromQueryRootField rootFieldMap)
pure (collapseMap selectMap, prepareState)
-- Plan a query without prepare/exec.
-- planNoPlanMap ::
-- OMap.InsOrdHashMap G.Name (SubscriptionRootFieldMSSQL (UnpreparedValue 'MSSQL))
-- -> Either PrepareError Reselect
-- planNoPlanMap _unpreparedMap =
-- let rootFieldMap = runIdentity $
-- traverse (traverseQueryRootField (pure . prepareValueNoPlan)) unpreparedMap
-- selectMap <-
-- first
-- FromIrError
-- (runValidate (runFromIr (traverse fromRootField rootFieldMap)))
-- pure (collapseMap selectMap)
--------------------------------------------------------------------------------
-- Converting a root field into a T-SQL select statement
-- | Collapse a set of selects into a single select that projects
-- these as subselects.
collapseMap ::
OMap.InsOrdHashMap G.Name Select ->
Reselect
collapseMap selects =
Reselect
{ reselectFor =
JsonFor ForJson {jsonCardinality = JsonSingleton, jsonRoot = NoRoot},
reselectWhere = Where mempty,
reselectProjections =
map projectSelect (OMap.toList selects)
}
where
projectSelect :: (G.Name, Select) -> Projection
projectSelect (name, sel) =
ExpressionProjection
( Aliased
{ aliasedThing = SelectExpression sel,
aliasedAlias = G.unName name
}
)
--------------------------------------------------------------------------------
-- Session variables
-- globalSessionExpression :: Expression
-- globalSessionExpression =
-- ValueExpression (ODBC.TextValue "current_setting('hasura.user')::json")
--------------------------------------------------------------------------------
-- Resolving values
-- data PrepareError
-- = FromIrError (NonEmpty Error)
data PrepareState = PrepareState
{ positionalArguments :: [RQL.ColumnValue 'MSSQL],
namedArguments :: HashMap G.Name (RQL.ColumnValue 'MSSQL),
sessionVariables :: Set.HashSet SessionVariable
}
emptyPrepareState :: PrepareState
emptyPrepareState =
PrepareState
{ positionalArguments = mempty,
namedArguments = mempty,
sessionVariables = mempty
}
-- | Prepare a value for multiplexed queries.
prepareValueSubscription ::
(MonadState PrepareState m, MonadError QErr m) =>
Set.HashSet SessionVariable ->
UnpreparedValue 'MSSQL ->
m Expression
prepareValueSubscription globalVariables =
\case
UVLiteral x -> pure x
UVSession -> do
modify' (\s -> s {sessionVariables = sessionVariables s <> globalVariables})
pure $ resultVarExp (RootPath `FieldPath` "session")
UVSessionVar _typ text -> do
unless (text `Set.member` globalVariables) $
throw400
NotFound
("missing session variable: " <>> sessionVariableToText text)
modify' (\s -> s {sessionVariables = text `Set.insert` sessionVariables s})
pure $ resultVarExp (sessionDot $ toTxt text)
UVParameter mVariableInfo columnValue ->
case fmap GraphQL.getName mVariableInfo of
Nothing -> do
currentIndex <- toInteger . length <$> gets positionalArguments
modify'
( \s ->
s
{ positionalArguments = positionalArguments s <> [columnValue]
}
)
pure (resultVarExp (syntheticIx currentIndex))
Just name -> do
modify
( \s ->
s
{ namedArguments =
HM.insert name columnValue (namedArguments s)
}
)
pure $ resultVarExp (queryDot $ G.unName name)
where
resultVarExp :: JsonPath -> Expression
resultVarExp =
JsonValueExpression $
ColumnExpression $
FieldName
{ fieldNameEntity = rowAlias,
fieldName = resultVarsAlias
}
queryDot :: Text -> JsonPath
queryDot name = RootPath `FieldPath` "query" `FieldPath` name
syntheticIx :: Integer -> JsonPath
syntheticIx i = RootPath `FieldPath` "synthetic" `IndexPath` i
sessionDot :: Text -> JsonPath
sessionDot name = RootPath `FieldPath` "session" `FieldPath` name
resultIdAlias :: T.Text
resultIdAlias = "result_id"
resultVarsAlias :: T.Text
resultVarsAlias = "result_vars"
resultAlias :: T.Text
resultAlias = "result"
rowAlias :: T.Text
rowAlias = "row"