2020-11-25 13:56:44 +03:00
|
|
|
|
-- | This module has type class and types which implements the Metadata Storage Abstraction
|
|
|
|
|
{-# LANGUAGE UndecidableInstances #-}
|
|
|
|
|
module Hasura.Metadata.Class
|
2020-12-14 07:30:19 +03:00
|
|
|
|
( SchemaSyncEventProcessResult(..)
|
|
|
|
|
, MetadataStorageT(..)
|
2020-11-25 13:56:44 +03:00
|
|
|
|
, runMetadataStorageT
|
|
|
|
|
, MonadMetadataStorage(..)
|
2020-12-28 15:56:00 +03:00
|
|
|
|
, MonadMetadataStorageQueryAPI(..)
|
2020-11-25 13:56:44 +03:00
|
|
|
|
)
|
|
|
|
|
where
|
|
|
|
|
|
2021-05-11 18:18:31 +03:00
|
|
|
|
import Hasura.Prelude
|
|
|
|
|
|
|
|
|
|
import qualified Network.HTTP.Types as HTTP
|
|
|
|
|
|
2020-12-14 07:30:19 +03:00
|
|
|
|
import Control.Monad.Morph (MFunctor, hoist)
|
|
|
|
|
import Control.Monad.Trans.Control (MonadBaseControl)
|
|
|
|
|
import Data.Aeson
|
2021-05-26 19:19:26 +03:00
|
|
|
|
import Network.HTTP.Client.Extended
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2021-05-11 18:18:31 +03:00
|
|
|
|
import qualified Hasura.Tracing as Tracing
|
2020-11-25 13:56:44 +03:00
|
|
|
|
|
2021-09-15 23:45:49 +03:00
|
|
|
|
import qualified Database.PG.Query as Q
|
2021-05-11 18:18:31 +03:00
|
|
|
|
import Hasura.Base.Error
|
2020-11-25 13:56:44 +03:00
|
|
|
|
import Hasura.Eventing.HTTP
|
|
|
|
|
import Hasura.Eventing.ScheduledTrigger.Types
|
|
|
|
|
import Hasura.RQL.Types
|
2020-12-14 07:30:19 +03:00
|
|
|
|
import Hasura.Server.Types
|
|
|
|
|
import Hasura.Session
|
2020-11-25 13:56:44 +03:00
|
|
|
|
|
|
|
|
|
|
2020-12-14 07:30:19 +03:00
|
|
|
|
data SchemaSyncEventProcessResult
|
|
|
|
|
= SchemaSyncEventProcessResult
|
|
|
|
|
{ _sseprShouldReload :: !Bool
|
|
|
|
|
, _sseprCacheInvalidations :: !CacheInvalidations
|
|
|
|
|
}
|
|
|
|
|
|
2020-11-25 13:56:44 +03:00
|
|
|
|
{- Note [Todo: Common interface for eventing sub-system]
|
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
Postgres tables' event triggers and scheduled event triggers are similar in the
|
|
|
|
|
core logic. But currently, their implementation is completely isolated and do not
|
|
|
|
|
share a common schema in Postgres. We're having a plan to simplify them via a
|
|
|
|
|
common 'event storage and retrieval' interface (maybe via a Postgres extension?).
|
|
|
|
|
This will potentially reduce number of interactions made to database and schema foot print.
|
|
|
|
|
|
|
|
|
|
TODO: Reference to open issue or rfc?
|
|
|
|
|
-}
|
|
|
|
|
|
|
|
|
|
-- | Metadata storage abstraction via a type class.
|
|
|
|
|
--
|
|
|
|
|
-- This type class enables storing and managing Hasura metadata in an isolated
|
|
|
|
|
-- database which will not interfere with user's database where tables/functions
|
|
|
|
|
-- are defined. Hence, it'll enable support for databases of multiple backends
|
|
|
|
|
-- like MySQL, MSSQL etc.
|
|
|
|
|
--
|
|
|
|
|
-- This class has functions broadly related to:
|
|
|
|
|
--
|
2020-12-14 07:30:19 +03:00
|
|
|
|
-- 1. Metadata Management
|
2020-11-25 13:56:44 +03:00
|
|
|
|
-- ----------------------
|
|
|
|
|
-- Basic metadata management functions such as retrieving metadata from storage
|
|
|
|
|
-- database and replacing the given metadata.
|
2020-12-14 07:30:19 +03:00
|
|
|
|
-- TODO: Console specific operations
|
2020-11-25 13:56:44 +03:00
|
|
|
|
--
|
|
|
|
|
-- 2. Scheduled Triggers
|
|
|
|
|
-- ---------------------
|
|
|
|
|
-- Eventing sub-system for scheduled triggers is implemented via metadata storage.
|
|
|
|
|
-- For more details, refer description in 'Hasura.Eventing.ScheduledTrigger' module.
|
|
|
|
|
--
|
|
|
|
|
-- TODO: Functions need to be added to the type class
|
|
|
|
|
-- - Retrieving invocation logs from storage (console requirement)
|
|
|
|
|
-- - Deleting an scheduled event
|
|
|
|
|
-- - Creating an one-off scheduled event
|
|
|
|
|
--
|
2020-12-14 07:30:19 +03:00
|
|
|
|
-- 3. Async Actions
|
2020-11-25 13:56:44 +03:00
|
|
|
|
-- ----------------
|
|
|
|
|
-- Operations to implement async actions sub-system. This includes recording an
|
|
|
|
|
-- async action event and retreiving the details of action delivery to the webhook.
|
|
|
|
|
-- For more details see Note [Async action architecture] in 'Hasura.GraphQL.Execute.Action' module.
|
|
|
|
|
--
|
|
|
|
|
-- It is believed that all the above three are implemented in a single storage
|
|
|
|
|
-- system (ex: a Postgres database). We can split the functions into appropriate and
|
|
|
|
|
-- specific type classes in future iterations if required.
|
|
|
|
|
|
|
|
|
|
class (MonadError QErr m) => MonadMetadataStorage m where
|
|
|
|
|
|
2020-12-14 07:30:19 +03:00
|
|
|
|
-- Metadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion :: m MetadataResourceVersion
|
2021-02-19 05:39:30 +03:00
|
|
|
|
fetchMetadata :: m (Metadata, MetadataResourceVersion)
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications :: MetadataResourceVersion -> InstanceId -> m [(MetadataResourceVersion, CacheInvalidations)]
|
|
|
|
|
setMetadata :: MetadataResourceVersion -> Metadata -> m MetadataResourceVersion
|
|
|
|
|
notifySchemaCacheSync :: MetadataResourceVersion -> InstanceId -> CacheInvalidations -> m ()
|
2021-01-07 12:04:22 +03:00
|
|
|
|
getCatalogState :: m CatalogState
|
2021-02-18 19:46:14 +03:00
|
|
|
|
-- the `setCatalogState` function is used by the console and CLI to store its state
|
|
|
|
|
-- it is disabled when maintenance mode is on
|
2021-01-07 12:04:22 +03:00
|
|
|
|
setCatalogState :: CatalogStateType -> Value -> m ()
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2021-01-07 12:04:22 +03:00
|
|
|
|
-- get the @db_uuid@ that we store in the database.
|
|
|
|
|
getDatabaseUid :: m Text
|
2020-12-28 15:56:00 +03:00
|
|
|
|
checkMetadataStorageHealth :: m Bool
|
|
|
|
|
|
2020-11-25 13:56:44 +03:00
|
|
|
|
-- Scheduled triggers
|
|
|
|
|
-- TODO:-
|
|
|
|
|
-- Ideally we would've liked to avoid having functions that are specific to
|
|
|
|
|
-- scheduled/cron triggers and instead have functions that provide a generic
|
|
|
|
|
-- 'event storage and retrieval' interface but we'll have to change a lot of
|
|
|
|
|
-- existing code for scheduled and cron triggers. We can get to this after the
|
|
|
|
|
-- multi-source work is done. See Note [Todo: Common interface for eventing sub-system]
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats :: [TriggerName] -> m [CronTriggerStats]
|
2020-11-25 13:56:44 +03:00
|
|
|
|
getScheduledEventsForDelivery :: m ([CronEvent], [OneOffScheduledEvent])
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents :: [CronEventSeed] -> m ()
|
|
|
|
|
insertOneOffScheduledEvent :: OneOffEvent -> m EventId
|
2020-11-25 13:56:44 +03:00
|
|
|
|
insertScheduledEventInvocation :: Invocation 'ScheduledType -> ScheduledEventType -> m ()
|
|
|
|
|
setScheduledEventOp :: ScheduledEventId -> ScheduledEventOp -> ScheduledEventType -> m ()
|
|
|
|
|
unlockScheduledEvents :: ScheduledEventType -> [ScheduledEventId] -> m Int
|
|
|
|
|
unlockAllLockedScheduledEvents :: m ()
|
2021-05-26 19:19:26 +03:00
|
|
|
|
clearFutureCronEvents :: ClearCronEvents -> m ()
|
|
|
|
|
-- Console API requirements
|
2021-01-07 12:04:22 +03:00
|
|
|
|
getOneOffScheduledEvents :: ScheduledEventPagination -> [ScheduledEventStatus] -> m (WithTotalCount [OneOffScheduledEvent])
|
|
|
|
|
getCronEvents :: TriggerName -> ScheduledEventPagination -> [ScheduledEventStatus] -> m (WithTotalCount [CronEvent])
|
|
|
|
|
getInvocations :: GetInvocationsBy -> ScheduledEventPagination -> m (WithTotalCount [ScheduledEventInvocation])
|
|
|
|
|
deleteScheduledEvent :: ScheduledEventId -> ScheduledEventType -> m ()
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
|
|
|
|
-- Async actions
|
|
|
|
|
insertAction
|
|
|
|
|
:: ActionName -> SessionVariables -> [HTTP.Header] -> Value
|
|
|
|
|
-> m ActionId
|
|
|
|
|
fetchUndeliveredActionEvents :: m [ActionLogItem]
|
|
|
|
|
setActionStatus :: ActionId -> AsyncActionStatus -> m ()
|
|
|
|
|
fetchActionResponse :: ActionId -> m ActionLogResponse
|
2020-12-28 15:56:00 +03:00
|
|
|
|
clearActionData :: ActionName -> m ()
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending :: LockedActionIdArray -> m ()
|
2020-11-25 13:56:44 +03:00
|
|
|
|
|
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (ReaderT r m) where
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
2021-02-18 19:46:14 +03:00
|
|
|
|
fetchMetadata = lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-02-18 19:46:14 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
|
|
|
|
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (StateT s m) where
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
2021-02-18 19:46:14 +03:00
|
|
|
|
fetchMetadata = lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-02-18 19:46:14 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
2021-02-18 19:46:14 +03:00
|
|
|
|
|
2020-11-25 13:56:44 +03:00
|
|
|
|
|
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (Tracing.TraceT m) where
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
2021-02-18 19:46:14 +03:00
|
|
|
|
fetchMetadata = lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-02-18 19:46:14 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2020-12-28 15:56:00 +03:00
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (ExceptT QErr m) where
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
2021-02-18 19:46:14 +03:00
|
|
|
|
fetchMetadata = lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-02-18 19:46:14 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (MetadataT m) where
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
2021-02-18 19:46:14 +03:00
|
|
|
|
fetchMetadata = lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-05-26 19:19:26 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
|
|
|
|
|
2021-09-15 23:45:49 +03:00
|
|
|
|
instance (MonadMetadataStorage m) => MonadMetadataStorage (Q.TxET QErr m) where
|
2021-05-26 19:19:26 +03:00
|
|
|
|
fetchMetadataResourceVersion = lift fetchMetadataResourceVersion
|
|
|
|
|
fetchMetadata = lift fetchMetadata
|
|
|
|
|
fetchMetadataNotifications a b = lift $ fetchMetadataNotifications a b
|
|
|
|
|
setMetadata r = lift . setMetadata r
|
|
|
|
|
notifySchemaCacheSync a b c = lift $ notifySchemaCacheSync a b c
|
|
|
|
|
getCatalogState = lift getCatalogState
|
|
|
|
|
setCatalogState a b = lift $ setCatalogState a b
|
|
|
|
|
|
|
|
|
|
getDatabaseUid = lift getDatabaseUid
|
|
|
|
|
checkMetadataStorageHealth = lift checkMetadataStorageHealth
|
|
|
|
|
|
|
|
|
|
getDeprivedCronTriggerStats = lift . getDeprivedCronTriggerStats
|
2021-02-18 19:46:14 +03:00
|
|
|
|
getScheduledEventsForDelivery = lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = lift . insertOneOffScheduledEvent
|
2021-02-18 19:46:14 +03:00
|
|
|
|
insertScheduledEventInvocation a b = lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = lift . fetchActionResponse
|
|
|
|
|
clearActionData = lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = lift . setProcessingActionLogsToPending
|
2020-11-25 13:56:44 +03:00
|
|
|
|
|
|
|
|
|
{- Note [Generic MetadataStorageT transformer]
|
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
All methods of the MonadMetadataStorage class may fail, which we represent in
|
|
|
|
|
the usual way using a MonadError superclass:
|
|
|
|
|
|
|
|
|
|
class MonadError QErr m => MonadMetadataStorage m
|
|
|
|
|
|
|
|
|
|
However, unusually, the location where we pick a concrete MonadMetadataStorage
|
|
|
|
|
instance is not a context where we can handle errors, and as such the monad at
|
|
|
|
|
that point has no MonadError instance! Instead, clients of MonadMetadataStorage
|
|
|
|
|
are expected to handle errors /locally/, even though the code is parameterized
|
|
|
|
|
over an arbitrary metadata storage mechanism.
|
|
|
|
|
|
|
|
|
|
To encode this, we take a slightly unorthodox approach involving the auxiliary
|
|
|
|
|
MetadataStorageT transformer, which is really just a wrapper around ExceptT:
|
|
|
|
|
|
|
|
|
|
newtype MetadataStorageT m a
|
|
|
|
|
= MetadataStorageT { unMetadataStorageT :: ExceptT QErr m a }
|
|
|
|
|
|
|
|
|
|
We then define MonadMetadataStorage instances on a transformer stack comprising
|
|
|
|
|
both MetadataStorageT and a concrete base monad:
|
|
|
|
|
|
|
|
|
|
instance MonadMetadataStorage (MetadataStorageT PGMetadataStorageApp)
|
|
|
|
|
|
|
|
|
|
This looks unconventional, but it allows polymorphic code to be parameterized
|
|
|
|
|
over the metadata storage implementation while still handling errors locally.
|
|
|
|
|
Such functions include a constraint of the form
|
|
|
|
|
|
|
|
|
|
MonadMetadataStorage (MetadataStorageT m) => ...
|
|
|
|
|
|
|
|
|
|
and use runMetadataStorageT at the location where errors should be handled, e.g.:
|
|
|
|
|
|
|
|
|
|
result <- runMetadataStorageT do
|
|
|
|
|
{- ... some metadata operations ... -}
|
|
|
|
|
case result of
|
|
|
|
|
Left err -> ...
|
|
|
|
|
Right value -> ...
|
|
|
|
|
|
|
|
|
|
In other words, runMetadataStorageT serves as a marker that says “I’m going to
|
|
|
|
|
handle exceptions raised by metadata operations right here,” which allows them
|
|
|
|
|
to be handled more locally than the point at which the concrete
|
|
|
|
|
MonadMetadataStorage instance (and thus the particular metadata storage
|
|
|
|
|
implementation) is actually chosen. -}
|
|
|
|
|
|
|
|
|
|
-- | The 'MetadataStorageT' transformer adds ability to throw exceptions
|
|
|
|
|
-- for monads deriving @'MonadMetadataStorage' instance.
|
|
|
|
|
-- For more details see Note [Generic MetadataStorageT transformer]
|
|
|
|
|
newtype MetadataStorageT m a
|
|
|
|
|
= MetadataStorageT {unMetadataStorageT :: ExceptT QErr m a}
|
|
|
|
|
deriving ( Functor, Applicative, Monad
|
|
|
|
|
, MonadError QErr
|
2020-12-14 07:30:19 +03:00
|
|
|
|
, MonadReader r
|
|
|
|
|
, MonadState s
|
2020-11-25 13:56:44 +03:00
|
|
|
|
, MonadTrans
|
|
|
|
|
, MonadIO
|
|
|
|
|
, MFunctor
|
|
|
|
|
, Tracing.HasReporter
|
2020-12-14 07:30:19 +03:00
|
|
|
|
, Tracing.MonadTrace
|
2020-12-28 15:56:00 +03:00
|
|
|
|
, MonadResolveSource
|
2021-05-26 19:19:26 +03:00
|
|
|
|
, HasHttpManagerM
|
|
|
|
|
, HasServerConfigCtx
|
2020-11-25 13:56:44 +03:00
|
|
|
|
)
|
|
|
|
|
|
2020-12-14 07:30:19 +03:00
|
|
|
|
deriving instance (MonadBase IO m) => MonadBase IO (MetadataStorageT m)
|
|
|
|
|
deriving instance (MonadBaseControl IO m) => MonadBaseControl IO (MetadataStorageT m)
|
|
|
|
|
|
2020-11-25 13:56:44 +03:00
|
|
|
|
runMetadataStorageT
|
|
|
|
|
:: MetadataStorageT m a -> m (Either QErr a)
|
|
|
|
|
runMetadataStorageT =
|
|
|
|
|
runExceptT . unMetadataStorageT
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
instance {-# OVERLAPPABLE #-} (Monad m, Monad (t m), MonadTrans t, MonadMetadataStorage (MetadataStorageT m))
|
2020-12-14 07:30:19 +03:00
|
|
|
|
=> MonadMetadataStorage (MetadataStorageT (t m)) where
|
|
|
|
|
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataResourceVersion = hoist lift fetchMetadataResourceVersion
|
2020-12-14 07:30:19 +03:00
|
|
|
|
fetchMetadata = hoist lift fetchMetadata
|
2021-04-06 06:25:02 +03:00
|
|
|
|
fetchMetadataNotifications a b = hoist lift $ fetchMetadataNotifications a b
|
2021-02-19 05:39:30 +03:00
|
|
|
|
setMetadata r = hoist lift . setMetadata r
|
2021-04-06 06:25:02 +03:00
|
|
|
|
notifySchemaCacheSync a b c = hoist lift $ notifySchemaCacheSync a b c
|
2021-01-07 12:04:22 +03:00
|
|
|
|
getCatalogState = hoist lift getCatalogState
|
|
|
|
|
setCatalogState a b = hoist lift $ setCatalogState a b
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2021-01-07 12:04:22 +03:00
|
|
|
|
getDatabaseUid = hoist lift getDatabaseUid
|
2020-12-28 15:56:00 +03:00
|
|
|
|
checkMetadataStorageHealth = hoist lift checkMetadataStorageHealth
|
|
|
|
|
|
2021-05-26 19:19:26 +03:00
|
|
|
|
getDeprivedCronTriggerStats = hoist lift . getDeprivedCronTriggerStats
|
|
|
|
|
getScheduledEventsForDelivery = hoist lift getScheduledEventsForDelivery
|
2021-09-13 21:00:53 +03:00
|
|
|
|
insertCronEvents = hoist lift . insertCronEvents
|
|
|
|
|
insertOneOffScheduledEvent = hoist lift . insertOneOffScheduledEvent
|
2021-05-26 19:19:26 +03:00
|
|
|
|
insertScheduledEventInvocation a b = hoist lift $ insertScheduledEventInvocation a b
|
|
|
|
|
setScheduledEventOp a b c = hoist lift $ setScheduledEventOp a b c
|
|
|
|
|
unlockScheduledEvents a b = hoist lift $ unlockScheduledEvents a b
|
|
|
|
|
unlockAllLockedScheduledEvents = hoist lift $ unlockAllLockedScheduledEvents
|
|
|
|
|
clearFutureCronEvents = hoist lift . clearFutureCronEvents
|
|
|
|
|
getOneOffScheduledEvents a b = hoist lift $ getOneOffScheduledEvents a b
|
|
|
|
|
getCronEvents a b c = hoist lift $ getCronEvents a b c
|
|
|
|
|
getInvocations a b = hoist lift $ getInvocations a b
|
|
|
|
|
deleteScheduledEvent a b = hoist lift $ deleteScheduledEvent a b
|
|
|
|
|
|
|
|
|
|
insertAction a b c d = hoist lift $ insertAction a b c d
|
|
|
|
|
fetchUndeliveredActionEvents = hoist lift fetchUndeliveredActionEvents
|
|
|
|
|
setActionStatus a b = hoist lift $ setActionStatus a b
|
|
|
|
|
fetchActionResponse = hoist lift . fetchActionResponse
|
|
|
|
|
clearActionData = hoist lift . clearActionData
|
2021-05-14 12:38:37 +03:00
|
|
|
|
setProcessingActionLogsToPending = hoist lift . setProcessingActionLogsToPending
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
2020-12-28 15:56:00 +03:00
|
|
|
|
-- | Operations from @'MonadMetadataStorage' used in '/v1/query' and '/v1/metadata' APIs
|
|
|
|
|
class (MonadMetadataStorage m) => MonadMetadataStorageQueryAPI m where
|
2021-09-13 21:00:53 +03:00
|
|
|
|
-- | Record a one-off event
|
|
|
|
|
createOneOffScheduledEvent :: OneOffEvent -> m EventId
|
|
|
|
|
createOneOffScheduledEvent = insertOneOffScheduledEvent
|
|
|
|
|
|
|
|
|
|
-- | Record a cron event
|
|
|
|
|
createCronEvents :: [CronEventSeed] -> m ()
|
|
|
|
|
createCronEvents = insertCronEvents
|
2020-12-14 07:30:19 +03:00
|
|
|
|
|
|
|
|
|
-- | Clear cron events
|
2021-05-26 19:19:26 +03:00
|
|
|
|
dropFutureCronEvents :: ClearCronEvents -> m ()
|
2020-12-14 07:30:19 +03:00
|
|
|
|
dropFutureCronEvents = clearFutureCronEvents
|
|
|
|
|
|
2020-12-28 15:56:00 +03:00
|
|
|
|
-- | Delete async action logs
|
|
|
|
|
deleteActionData :: ActionName -> m ()
|
|
|
|
|
deleteActionData = clearActionData
|
|
|
|
|
|
2021-01-07 12:04:22 +03:00
|
|
|
|
-- | Fetch cron/oneoff scheduled event invocations
|
|
|
|
|
fetchInvocations
|
|
|
|
|
:: GetInvocationsBy
|
|
|
|
|
-> ScheduledEventPagination
|
|
|
|
|
-> m (WithTotalCount [ScheduledEventInvocation])
|
|
|
|
|
fetchInvocations = getInvocations
|
|
|
|
|
|
|
|
|
|
-- | Fetch cron/oneoff scheduled events
|
|
|
|
|
fetchScheduledEvents :: GetScheduledEvents -> m Value
|
|
|
|
|
fetchScheduledEvents GetScheduledEvents{..} = do
|
|
|
|
|
let totalCountToJSON WithTotalCount{..} =
|
|
|
|
|
object ["count" .= _wtcCount, "events" .= _wtcData]
|
|
|
|
|
case _gseScheduledEvent of
|
|
|
|
|
SEOneOff -> totalCountToJSON <$> getOneOffScheduledEvents _gsePagination _gseStatus
|
|
|
|
|
SECron name -> totalCountToJSON <$> getCronEvents name _gsePagination _gseStatus
|
|
|
|
|
|
|
|
|
|
-- | Drop a cron/oneoff scheduled event
|
|
|
|
|
dropEvent :: ScheduledEventId -> ScheduledEventType -> m ()
|
|
|
|
|
dropEvent = deleteScheduledEvent
|
|
|
|
|
|
|
|
|
|
-- | Retrieve the state from metadata storage catalog
|
|
|
|
|
fetchCatalogState :: m CatalogState
|
|
|
|
|
fetchCatalogState = getCatalogState
|
|
|
|
|
|
|
|
|
|
-- | Update the state from metadata storage catalog
|
|
|
|
|
updateCatalogState :: CatalogStateType -> Value -> m ()
|
|
|
|
|
updateCatalogState = setCatalogState
|
|
|
|
|
|
2020-12-28 15:56:00 +03:00
|
|
|
|
instance (MonadMetadataStorageQueryAPI m) => MonadMetadataStorageQueryAPI (ReaderT r m)
|
|
|
|
|
instance (MonadMetadataStorageQueryAPI m) => MonadMetadataStorageQueryAPI (StateT s m)
|
|
|
|
|
instance (MonadMetadataStorageQueryAPI m) => MonadMetadataStorageQueryAPI (Tracing.TraceT m)
|
|
|
|
|
instance (MonadMetadataStorageQueryAPI m) => MonadMetadataStorageQueryAPI (MetadataT m)
|
2021-09-15 23:45:49 +03:00
|
|
|
|
instance (MonadMetadataStorageQueryAPI m) => MonadMetadataStorageQueryAPI (Q.TxET QErr m)
|