mirror of
https://github.com/hasura/graphql-engine.git
synced 2024-12-18 13:02:11 +03:00
32a316aef7
## Description ✍️ This PR introduces a new feature to enable/disable event triggers during logical replication of table data for PostgreSQL and MS-SQL data sources. We introduce a new field `trigger_on_replication` in the `*_create_event_trigger` metadata API. By default the event triggers will not fire for logical data replication. ## Changelog ✍️ __Component__ : server __Type__: feature __Product__: community-edition ### Short Changelog Add option to enable/disable event triggers on logically replicated tables ### Related Issues ✍ https://github.com/hasura/graphql-engine/issues/8814 https://hasurahq.atlassian.net/browse/GS-252 ### Solution and Design - By default, triggers do **not** fire when the session mode is `replica` in Postgres, so if the `triggerOnReplication` is set to `true` for an event trigger we run the query `ALTER TABLE #{tableTxt} ENABLE ALWAYS TRIGGER #{triggerNameTxt};` so that the trigger fires always irrespective of the `session_replication_role` - By default, triggers do fire in case of replication in MS-SQL, so if the `triggerOnReplication` is set to `false` for an event trigger we add a clause `NOT FOR REPLICATION` to the the SQL when the trigger is created/altered, which sets the `is_not_for_replication` for the trigger as `true` and it does not fire during logical replication. ### Steps to test and verify ✍ - Run hspec integration tests for HGE ## Server checklist ✍ ### Metadata ✍ Does this PR add a new Metadata feature? - ✅ Yes - Does `export_metadata`/`replace_metadata` supports the new metadata added? - ✅ PR-URL: https://github.com/hasura/graphql-engine-mono/pull/6953 Co-authored-by: Puru Gupta <32328846+purugupta99@users.noreply.github.com> Co-authored-by: Sean Park-Ross <94021366+seanparkross@users.noreply.github.com> GitOrigin-RevId: 92731328a2bbdcad2302c829f26f9acb33c36135
187 lines
8.4 KiB
Haskell
187 lines
8.4 KiB
Haskell
{-# OPTIONS_GHC -fno-warn-orphans #-}
|
|
|
|
module Hasura.Backends.DataConnector.Adapter.Backend
|
|
( CustomBooleanOperator (..),
|
|
columnTypeToScalarType,
|
|
)
|
|
where
|
|
|
|
import Data.Aeson qualified as J
|
|
import Data.Aeson.Extended (ToJSONKeyValue (..))
|
|
import Data.Aeson.Key (fromText)
|
|
import Data.Aeson.Types qualified as J
|
|
import Data.HashMap.Strict qualified as HashMap
|
|
import Data.List.NonEmpty qualified as NonEmpty
|
|
import Data.Text qualified as Text
|
|
import Data.Text.Casing qualified as C
|
|
import Data.Text.Extended ((<<>))
|
|
import Hasura.Backends.DataConnector.API qualified as API
|
|
import Hasura.Backends.DataConnector.Adapter.Types qualified as Adapter
|
|
import Hasura.Backends.DataConnector.Adapter.Types qualified as DC
|
|
import Hasura.Base.Error (Code (ValidationFailed), QErr, runAesonParser, throw400)
|
|
import Hasura.Prelude
|
|
import Hasura.RQL.IR.BoolExp
|
|
import Hasura.RQL.Types.Backend (Backend (..), ComputedFieldReturnType, SupportedNamingCase (..), XDisable, XEnable)
|
|
import Hasura.RQL.Types.Column (ColumnType (..))
|
|
import Hasura.RQL.Types.ResizePool (ServerReplicas)
|
|
import Hasura.SQL.Backend (BackendType (DataConnector))
|
|
import Language.GraphQL.Draft.Syntax qualified as G
|
|
import Witch qualified
|
|
|
|
-- | An alias for '()' indicating that a particular associated type has not yet
|
|
-- been implemented for the 'DataConnector' backend.
|
|
--
|
|
-- '()' is used (rather than a type with an empty data constructor) because it
|
|
-- comes with many of the instances that these associated types require.
|
|
--
|
|
-- This alias should /not/ be exported from this module, and it's only defined
|
|
-- for clarity.
|
|
type Unimplemented = ()
|
|
|
|
instance Backend 'DataConnector where
|
|
type BackendConfig 'DataConnector = InsOrdHashMap DC.DataConnectorName DC.DataConnectorOptions
|
|
type BackendInfo 'DataConnector = HashMap DC.DataConnectorName DC.DataConnectorInfo
|
|
type SourceConfig 'DataConnector = DC.SourceConfig
|
|
type SourceConnConfiguration 'DataConnector = DC.ConnSourceConfig
|
|
|
|
type TableName 'DataConnector = DC.TableName
|
|
type FunctionName 'DataConnector = DC.FunctionName
|
|
type RawFunctionInfo 'DataConnector = XDisable
|
|
type FunctionArgument 'DataConnector = XDisable
|
|
type ConstraintName 'DataConnector = DC.ConstraintName
|
|
type BasicOrderType 'DataConnector = DC.OrderDirection
|
|
type NullsOrderType 'DataConnector = Unimplemented
|
|
type CountType 'DataConnector = DC.CountAggregate
|
|
type Column 'DataConnector = DC.ColumnName
|
|
type ScalarValue 'DataConnector = J.Value
|
|
type ScalarType 'DataConnector = DC.ScalarType
|
|
|
|
-- This does not actually have to be the full IR Expression, in fact it is only
|
|
-- required to represent literals, so we use a special type for that.
|
|
-- The 'SQLExpression' type family should be removed in a future refactor
|
|
type SQLExpression 'DataConnector = DC.Literal
|
|
type ScalarSelectionArguments 'DataConnector = Void
|
|
type BooleanOperators 'DataConnector = CustomBooleanOperator
|
|
type ExtraTableMetadata 'DataConnector = Unimplemented
|
|
type ComputedFieldDefinition 'DataConnector = Unimplemented
|
|
type FunctionArgumentExp 'DataConnector = Const Unimplemented
|
|
type ComputedFieldImplicitArguments 'DataConnector = Unimplemented
|
|
type ComputedFieldReturn 'DataConnector = Unimplemented
|
|
|
|
type XComputedField 'DataConnector = XDisable
|
|
type XRelay 'DataConnector = XDisable
|
|
type XNodesAgg 'DataConnector = XEnable
|
|
type XNestedInserts 'DataConnector = XDisable
|
|
type XStreamingSubscription 'DataConnector = XDisable
|
|
|
|
type HealthCheckTest 'DataConnector = Void
|
|
|
|
isComparableType :: ScalarType 'DataConnector -> Bool
|
|
isComparableType = \case
|
|
DC.NumberTy -> True
|
|
DC.StringTy -> True
|
|
DC.BoolTy -> False
|
|
DC.CustomTy _ -> False
|
|
|
|
isNumType :: ScalarType 'DataConnector -> Bool
|
|
isNumType DC.NumberTy = True
|
|
isNumType _ = False
|
|
|
|
getCustomAggregateOperators :: Adapter.SourceConfig -> HashMap G.Name (HashMap DC.ScalarType DC.ScalarType)
|
|
getCustomAggregateOperators Adapter.SourceConfig {..} =
|
|
HashMap.foldrWithKey insertOps mempty scalarTypesCapabilities
|
|
where
|
|
scalarTypesCapabilities = API.unScalarTypesCapabilities $ API._cScalarTypes _scCapabilities
|
|
insertOps typeName API.ScalarTypeCapabilities {..} m =
|
|
HashMap.foldrWithKey insertOp m $
|
|
API.unAggregateFunctions _stcAggregateFunctions
|
|
where
|
|
insertOp funtionName resultTypeName =
|
|
HashMap.insertWith HashMap.union funtionName $
|
|
HashMap.singleton (Witch.from typeName) (Witch.from resultTypeName)
|
|
|
|
textToScalarValue :: Maybe Text -> ScalarValue 'DataConnector
|
|
textToScalarValue = error "textToScalarValue: not implemented for the Data Connector backend."
|
|
|
|
parseScalarValue :: ScalarType 'DataConnector -> J.Value -> Either QErr (ScalarValue 'DataConnector)
|
|
parseScalarValue type' value = runAesonParser (parseValue type') value
|
|
|
|
scalarValueToJSON :: ScalarValue 'DataConnector -> J.Value
|
|
scalarValueToJSON = error "scalarValueToJSON: not implemented for the Data Connector backend."
|
|
|
|
functionToTable :: FunctionName 'DataConnector -> TableName 'DataConnector
|
|
functionToTable = error "functionToTable: not implemented for the Data Connector backend."
|
|
|
|
computedFieldFunction :: ComputedFieldDefinition 'DataConnector -> FunctionName 'DataConnector
|
|
computedFieldFunction = error "computedFieldFunction: not implemented for the Data Connector backend"
|
|
|
|
computedFieldReturnType :: ComputedFieldReturn 'DataConnector -> ComputedFieldReturnType 'DataConnector
|
|
computedFieldReturnType = error "computedFieldReturnType: not implemented for the Data Connector backend"
|
|
|
|
fromComputedFieldImplicitArguments :: v -> ComputedFieldImplicitArguments 'DataConnector -> [FunctionArgumentExp 'DataConnector v]
|
|
fromComputedFieldImplicitArguments = error "fromComputedFieldImplicitArguments: not implemented for the Data Connector backend"
|
|
|
|
-- phil said this was cursed
|
|
tableToFunction :: TableName 'DataConnector -> FunctionName 'DataConnector
|
|
tableToFunction = coerce
|
|
|
|
tableGraphQLName :: TableName 'DataConnector -> Either QErr G.Name
|
|
tableGraphQLName name = do
|
|
let snakedName = snakeCaseTableName @'DataConnector name
|
|
G.mkName snakedName
|
|
`onNothing` throw400 ValidationFailed ("TableName " <> snakedName <> " is not a valid GraphQL identifier")
|
|
|
|
functionGraphQLName :: FunctionName 'DataConnector -> Either QErr G.Name
|
|
functionGraphQLName = error "functionGraphQLName: not implemented for the Data Connector backend."
|
|
|
|
snakeCaseTableName :: TableName 'DataConnector -> Text
|
|
snakeCaseTableName = Text.intercalate "_" . NonEmpty.toList . DC.unTableName
|
|
|
|
getTableIdentifier :: TableName 'DataConnector -> Either QErr C.GQLNameIdentifier
|
|
getTableIdentifier name@(DC.TableName (prefix :| suffixes)) =
|
|
let identifier = do
|
|
namePrefix <- G.mkName prefix
|
|
nameSuffixes <- traverse G.mkNameSuffix suffixes
|
|
pure $ C.fromAutogeneratedTuple (namePrefix, nameSuffixes)
|
|
in identifier
|
|
`onNothing` throw400 ValidationFailed ("TableName " <> name <<> " is not a valid GraphQL identifier")
|
|
|
|
namingConventionSupport :: SupportedNamingCase
|
|
namingConventionSupport = OnlyHasuraCase
|
|
|
|
resizeSourcePools :: SourceConfig 'DataConnector -> ServerReplicas -> IO ()
|
|
resizeSourcePools _sourceConfig _serverReplicas =
|
|
-- Data connectors do not have concept of connection pools
|
|
pure ()
|
|
|
|
defaultTriggerOnReplication = error "Event triggers is not implemented for the data connector backend."
|
|
|
|
data CustomBooleanOperator a = CustomBooleanOperator
|
|
{ _cboName :: Text,
|
|
_cboRHS :: Maybe (Either (RootOrCurrentColumn 'DataConnector) a) -- TODO turn Either into a specific type
|
|
}
|
|
deriving stock (Eq, Generic, Foldable, Functor, Traversable, Show)
|
|
|
|
instance NFData a => NFData (CustomBooleanOperator a)
|
|
|
|
instance Hashable a => Hashable (CustomBooleanOperator a)
|
|
|
|
instance J.ToJSON a => ToJSONKeyValue (CustomBooleanOperator a) where
|
|
toJSONKeyValue CustomBooleanOperator {..} = (fromText _cboName, J.toJSON _cboRHS)
|
|
|
|
parseValue :: DC.ScalarType -> J.Value -> J.Parser J.Value
|
|
parseValue type' val =
|
|
case (type', val) of
|
|
(_, J.Null) -> pure J.Null
|
|
(DC.StringTy, value) -> J.String <$> J.parseJSON value
|
|
(DC.BoolTy, value) -> J.Bool <$> J.parseJSON value
|
|
(DC.NumberTy, value) -> J.Number <$> J.parseJSON value
|
|
-- For custom scalar types we don't know what subset of JSON values
|
|
-- they accept, so we just accept any value.
|
|
(DC.CustomTy _, value) -> pure value
|
|
|
|
columnTypeToScalarType :: ColumnType 'DataConnector -> DC.ScalarType
|
|
columnTypeToScalarType = \case
|
|
ColumnScalar scalarType -> scalarType
|
|
ColumnEnumReference _ -> DC.StringTy
|