graphql-engine/server/src-lib/Hasura/Server/Init/Config.hs
2022-08-09 11:43:48 +00:00

523 lines
18 KiB
Haskell

-- | Types and classes related to configuration when the server is initialised
module Hasura.Server.Init.Config
( -- * Option
Option (..),
optionPP,
-- * HGEOptionsRaw
HGEOptionsRaw (..),
horDatabaseUrl,
horMetadataDbUrl,
horCommand,
-- * HGEOptions
HGEOptions (..),
hoCommand,
-- * PostgresConnInfo
PostgresConnInfo (..),
pciDatabaseConn,
pciRetries,
-- * PostgresRawConnInfo
PostgresConnInfoRaw (..),
_PGConnDatabaseUrl,
_PGConnDetails,
mkUrlConnInfo,
-- * PostgresRawConnDetails
PostgresConnDetailsRaw (..),
-- * HGECommand
HGECommand (..),
_HCServe,
-- * ServeOptionsRaw
ServeOptionsRaw (..),
API (..),
KeepAliveDelay (..),
OptionalInterval (..),
AuthHookRaw (..),
ConnParamsRaw (..),
ResponseInternalErrorsConfig (..),
WSConnectionInitTimeout (..),
msToOptionalInterval,
rawConnDetailsToUrl,
rawConnDetailsToUrlText,
shouldIncludeInternal,
-- * ServeOptions
ServeOptions (..),
-- * Downgrade Options
DowngradeOptions (..),
-- $experimentalFeatures
-- $readOnlyMode
)
where
--------------------------------------------------------------------------------
import Control.Lens (Lens', Prism')
import Control.Lens qualified as Lens
import Data.Aeson (FromJSON, ToJSON, (.:), (.:?), (.=))
import Data.Aeson qualified as Aeson
import Data.Text qualified as Text
import Data.Time (NominalDiffTime)
import Data.URL.Template (URLTemplate)
import Data.URL.Template qualified as Template
import Database.PG.Query (ConnParams, TxIsolation)
import Hasura.Backends.Postgres.Connection.MonadTx (ExtensionsSchema)
import Hasura.GraphQL.Execute.Subscription.Options (BatchSize, LiveQueriesOptions, RefetchInterval, StreamQueriesOptions)
import Hasura.GraphQL.Schema.NamingCase (NamingCase)
import Hasura.GraphQL.Schema.Options (InferFunctionPermissions, RemoteSchemaPermissions, StringifyNumbers)
import Hasura.Logging (EngineLogType, LogLevel)
import Hasura.Prelude
import Hasura.RQL.Types.Common (NonNegativeInt, UrlConf)
import Hasura.Server.Auth (AdminSecretHash, AuthHook, AuthHookType, JWTConfig)
import Hasura.Server.Cors (CorsConfig)
import Hasura.Server.Logging (MetadataQueryLoggingMode)
import Hasura.Server.Types (EventingMode, ExperimentalFeature, MaintenanceMode, ReadOnlyMode)
import Hasura.Session (RoleName)
import Hasura.Session qualified as Session
import Network.Wai.Handler.Warp (HostPreference)
import Network.Wai.Handler.Warp qualified as Warp
import Network.WebSockets (ConnectionOptions)
--------------------------------------------------------------------------------
-- | The collected default value, env var, and help message for an
-- option. If there should be no default value then use 'Option ()'.
data Option def = Option
{ _default :: def,
_envVar :: String,
_helpMessage :: String
}
-- | Helper function for pretty printing @Option a@.
optionPP :: Option a -> (String, String)
optionPP = _envVar &&& _helpMessage
--------------------------------------------------------------------------------
-- | Raw HGE Options from the arg parser and the env.
data HGEOptionsRaw impl = HGEOptionsRaw
{ _horDatabaseUrl :: PostgresConnInfo (Maybe PostgresConnInfoRaw),
_horMetadataDbUrl :: Maybe String,
_horCommand :: HGECommand impl
}
horDatabaseUrl :: Lens' (HGEOptionsRaw impl) (PostgresConnInfo (Maybe PostgresConnInfoRaw))
horDatabaseUrl = Lens.lens _horDatabaseUrl $ \hdu a -> hdu {_horDatabaseUrl = a}
horMetadataDbUrl :: Lens' (HGEOptionsRaw impl) (Maybe String)
horMetadataDbUrl = Lens.lens _horMetadataDbUrl $ \hdu a -> hdu {_horMetadataDbUrl = a}
horCommand :: Lens' (HGEOptionsRaw impl) (HGECommand impl)
horCommand = Lens.lens _horCommand $ \hdu a -> hdu {_horCommand = a}
--------------------------------------------------------------------------------
-- | The final processed HGE options.
data HGEOptions impl = HGEOptions
{ _hoDatabaseUrl :: PostgresConnInfo (Maybe UrlConf),
_hoMetadataDbUrl :: Maybe String,
_hoCommand :: HGECommand impl
}
hoCommand :: Lens' (HGEOptions impl) (HGECommand impl)
hoCommand = Lens.lens _hoCommand $ \hdu a -> hdu {_hoCommand = a}
--------------------------------------------------------------------------------
-- | Postgres connection info tupled with a retry count.
--
-- In practice, the @a@ here is one of the following:
-- 1. 'Maybe PostgresConnInfoRaw'
-- 2. 'Maybe UrlConf'
-- 3. 'Maybe Text'
-- 4. 'Maybe DatabaseUrl' where 'DatabaseUrl' is an alias for 'Text'
--
-- If it contains a 'Maybe PostgresConnInfoRaw' then you have not yet
-- processed your arg parser results.
data PostgresConnInfo a = PostgresConnInfo
{ _pciDatabaseConn :: a,
_pciRetries :: Maybe Int
}
deriving (Show, Eq, Functor, Foldable, Traversable)
pciDatabaseConn :: Lens' (PostgresConnInfo a) a
pciDatabaseConn = Lens.lens _pciDatabaseConn $ \pci a -> pci {_pciDatabaseConn = a}
pciRetries :: Lens' (PostgresConnInfo a) (Maybe Int)
pciRetries = Lens.lens _pciRetries $ \pci mi -> pci {_pciRetries = mi}
--------------------------------------------------------------------------------
-- | Postgres Connection info can come in the form of a templated URI
-- string or structured data.
data PostgresConnInfoRaw
= PGConnDatabaseUrl Template.URLTemplate
| PGConnDetails PostgresConnDetailsRaw
deriving (Show, Eq)
mkUrlConnInfo :: String -> PostgresConnInfoRaw
mkUrlConnInfo = PGConnDatabaseUrl . Template.mkPlainURLTemplate . Text.pack
_PGConnDatabaseUrl :: Prism' PostgresConnInfoRaw URLTemplate
_PGConnDatabaseUrl = Lens.prism' PGConnDatabaseUrl $ \case
PGConnDatabaseUrl template -> Just template
PGConnDetails _ -> Nothing
_PGConnDetails :: Prism' PostgresConnInfoRaw PostgresConnDetailsRaw
_PGConnDetails = Lens.prism' PGConnDetails $ \case
PGConnDatabaseUrl _ -> Nothing
PGConnDetails prcd -> Just prcd
rawConnDetailsToUrl :: PostgresConnDetailsRaw -> URLTemplate
rawConnDetailsToUrl =
Template.mkPlainURLTemplate . rawConnDetailsToUrlText
--------------------------------------------------------------------------------
-- | Structured Postgres connection information as provided by the arg
-- parser or env vars.
data PostgresConnDetailsRaw = PostgresConnDetailsRaw
{ connHost :: String,
connPort :: Int,
connUser :: String,
connPassword :: String,
connDatabase :: String,
connOptions :: Maybe String
}
deriving (Eq, Read, Show)
instance FromJSON PostgresConnDetailsRaw where
parseJSON = Aeson.withObject "PostgresConnDetailsRaw" \o -> do
connHost <- o .: "host"
connPort <- o .: "port"
connUser <- o .: "user"
connPassword <- o .: "password"
connDatabase <- o .: "database"
connOptions <- o .:? "options"
pure $ PostgresConnDetailsRaw {..}
instance ToJSON PostgresConnDetailsRaw where
toJSON PostgresConnDetailsRaw {..} =
Aeson.object $
[ "host" .= connHost,
"port" .= connPort,
"user" .= connUser,
"password" .= connPassword,
"database" .= connDatabase
]
<> catMaybes [fmap ("options" .=) connOptions]
rawConnDetailsToUrlText :: PostgresConnDetailsRaw -> Text
rawConnDetailsToUrlText PostgresConnDetailsRaw {..} =
Text.pack $
"postgresql://" <> connUser
<> ":"
<> connPassword
<> "@"
<> connHost
<> ":"
<> show connPort
<> "/"
<> connDatabase
<> maybe "" ("?options=" <>) connOptions
--------------------------------------------------------------------------------
-- | The HGE Arg parser Command choices.
--
-- This is polymorphic so that we can pack either 'ServeOptionsRaw' or
-- 'ProServeOptionsRaw' in it.
data HGECommand a
= HCServe a
| HCExport
| HCClean
| HCVersion
| HCDowngrade !DowngradeOptions
deriving (Show, Eq)
_HCServe :: Prism' (HGECommand a) a
_HCServe = Lens.prism' HCServe \case
HCServe a -> Just a
_ -> Nothing
--------------------------------------------------------------------------------
-- | The Serve Command options accumulated from the arg parser and env.
--
-- NOTE: A 'Nothing' value indicates the absence of a particular flag
-- rather. Hence types such as 'Maybe (HashSet X)' or 'Maybe Bool'.
data ServeOptionsRaw impl = ServeOptionsRaw
{ rsoPort :: Maybe Int,
rsoHost :: Maybe Warp.HostPreference,
rsoConnParams :: ConnParamsRaw,
rsoTxIso :: Maybe TxIsolation,
rsoAdminSecret :: Maybe AdminSecretHash,
rsoAuthHook :: AuthHookRaw,
rsoJwtSecret :: Maybe JWTConfig,
rsoUnAuthRole :: Maybe RoleName,
rsoCorsConfig :: Maybe CorsConfig,
rsoEnableConsole :: Bool,
rsoConsoleAssetsDir :: Maybe Text,
rsoEnableTelemetry :: Maybe Bool,
rsoWsReadCookie :: Bool,
rsoStringifyNum :: StringifyNumbers,
rsoDangerousBooleanCollapse :: Maybe Bool,
rsoEnabledAPIs :: Maybe (HashSet API),
rsoMxRefetchInt :: Maybe RefetchInterval,
rsoMxBatchSize :: Maybe BatchSize,
-- We have different config options for livequery and streaming subscriptions
rsoStreamingMxRefetchInt :: Maybe RefetchInterval,
rsoStreamingMxBatchSize :: Maybe BatchSize,
rsoEnableAllowlist :: Bool,
rsoEnabledLogTypes :: Maybe (HashSet (EngineLogType impl)),
rsoLogLevel :: Maybe LogLevel,
rsoDevMode :: Bool,
rsoAdminInternalErrors :: Maybe Bool,
rsoEventsHttpPoolSize :: Maybe Int,
rsoEventsFetchInterval :: Maybe Milliseconds,
rsoAsyncActionsFetchInterval :: Maybe OptionalInterval,
rsoEnableRemoteSchemaPermissions :: RemoteSchemaPermissions,
rsoWebSocketCompression :: Bool,
rsoWebSocketKeepAlive :: Maybe KeepAliveDelay,
rsoInferFunctionPermissions :: Maybe InferFunctionPermissions,
rsoEnableMaintenanceMode :: MaintenanceMode (),
rsoSchemaPollInterval :: Maybe OptionalInterval,
-- | See Note '$experimentalFeatures' at bottom of module
rsoExperimentalFeatures :: Maybe (HashSet ExperimentalFeature),
rsoEventsFetchBatchSize :: Maybe NonNegativeInt,
rsoGracefulShutdownTimeout :: Maybe Seconds,
rsoWebSocketConnectionInitTimeout :: Maybe WSConnectionInitTimeout,
rsoEnableMetadataQueryLoggingEnv :: MetadataQueryLoggingMode,
-- | stores global default naming convention
rsoDefaultNamingConvention :: Maybe NamingCase,
rsoExtensionsSchema :: Maybe ExtensionsSchema
}
data API
= METADATA
| GRAPHQL
| PGDUMP
| DEVELOPER
| CONFIG
| METRICS
deriving (Show, Eq, Read, Generic)
instance FromJSON API where
parseJSON = Aeson.withText "API" \case
"metadata" -> pure METADATA
"graphql" -> pure GRAPHQL
"pgdump" -> pure PGDUMP
"developer" -> pure DEVELOPER
"config" -> pure CONFIG
"metrics" -> pure METRICS
x -> fail $ "unexpected string '" <> show x <> "'."
instance ToJSON API where
toJSON = \case
METADATA -> Aeson.String "metadata"
GRAPHQL -> Aeson.String "graphql"
PGDUMP -> Aeson.String "pgdump"
DEVELOPER -> Aeson.String "developer"
CONFIG -> Aeson.String "config"
METRICS -> Aeson.String "metrics"
instance Hashable API
data AuthHookRaw = AuthHookRaw
{ ahrUrl :: Maybe Text,
ahrType :: Maybe AuthHookType
}
-- | Sleep time interval for recurring activities such as (@'asyncActionsProcessor')
-- Presently @'msToOptionalInterval' interprets `0` as Skip.
data OptionalInterval
= -- | No polling
Skip
| -- | Interval time
Interval !Milliseconds
deriving (Show, Eq)
msToOptionalInterval :: Milliseconds -> OptionalInterval
msToOptionalInterval = \case
0 -> Skip
s -> Interval s
instance FromJSON OptionalInterval where
parseJSON v = msToOptionalInterval <$> Aeson.parseJSON v
instance ToJSON OptionalInterval where
toJSON = \case
Skip -> Aeson.toJSON @Milliseconds 0
Interval s -> Aeson.toJSON s
-- | The Raw configuration data from the Arg and Env parsers needed to
-- construct a 'Q.ConnParams'
data ConnParamsRaw = ConnParamsRaw
{ rcpStripes :: Maybe Int,
rcpConns :: Maybe Int,
rcpIdleTime :: Maybe Int,
-- | Time from connection creation after which to destroy a connection and
-- choose a different/new one.
rcpConnLifetime :: Maybe NominalDiffTime,
rcpAllowPrepare :: Maybe Bool,
-- | See @HASURA_GRAPHQL_PG_POOL_TIMEOUT@
rcpPoolTimeout :: Maybe NominalDiffTime
}
deriving (Show, Eq)
newtype KeepAliveDelay = KeepAliveDelay {unKeepAliveDelay :: Seconds}
deriving (Eq, Show)
instance FromJSON KeepAliveDelay where
parseJSON = Aeson.withObject "KeepAliveDelay" \o -> do
unKeepAliveDelay <- o .: "keep_alive_delay"
pure $ KeepAliveDelay {..}
instance ToJSON KeepAliveDelay where
toJSON KeepAliveDelay {..} =
Aeson.object ["keep_alive_delay" .= unKeepAliveDelay]
--------------------------------------------------------------------------------
newtype WSConnectionInitTimeout = WSConnectionInitTimeout {unWSConnectionInitTimeout :: Seconds}
deriving (Eq, Show)
instance FromJSON WSConnectionInitTimeout where
parseJSON = Aeson.withObject "WSConnectionInitTimeout" \o -> do
unWSConnectionInitTimeout <- o .: "w_s_connection_init_timeout"
pure $ WSConnectionInitTimeout {..}
instance ToJSON WSConnectionInitTimeout where
toJSON WSConnectionInitTimeout {..} =
Aeson.object ["w_s_connection_init_timeout" .= unWSConnectionInitTimeout]
--------------------------------------------------------------------------------
-- | The final Serve Command options accummulated from the Arg Parser
-- and the Environment, fully processed and ready to apply when
-- running the server.
data ServeOptions impl = ServeOptions
{ soPort :: Int,
soHost :: HostPreference,
soConnParams :: ConnParams,
soTxIso :: TxIsolation,
soAdminSecret :: HashSet AdminSecretHash,
soAuthHook :: Maybe AuthHook,
soJwtSecret :: [JWTConfig],
soUnAuthRole :: Maybe RoleName,
soCorsConfig :: CorsConfig,
soEnableConsole :: Bool,
soConsoleAssetsDir :: Maybe Text,
soEnableTelemetry :: Bool,
soStringifyNum :: StringifyNumbers,
soDangerousBooleanCollapse :: Bool,
soEnabledAPIs :: HashSet API,
soLiveQueryOpts :: LiveQueriesOptions,
soStreamingQueryOpts :: StreamQueriesOptions,
soEnableAllowlist :: Bool,
soEnabledLogTypes :: HashSet (EngineLogType impl),
soLogLevel :: LogLevel,
soResponseInternalErrorsConfig :: ResponseInternalErrorsConfig,
soEventsHttpPoolSize :: Maybe Int,
soEventsFetchInterval :: Maybe Milliseconds,
soAsyncActionsFetchInterval :: OptionalInterval,
soEnableRemoteSchemaPermissions :: RemoteSchemaPermissions,
soConnectionOptions :: ConnectionOptions,
soWebSocketKeepAlive :: KeepAliveDelay,
soInferFunctionPermissions :: InferFunctionPermissions,
soEnableMaintenanceMode :: MaintenanceMode (),
soSchemaPollInterval :: OptionalInterval,
-- | See note '$experimentalFeatures'
soExperimentalFeatures :: HashSet ExperimentalFeature,
soEventsFetchBatchSize :: NonNegativeInt,
soDevMode :: Bool,
soGracefulShutdownTimeout :: Seconds,
soWebSocketConnectionInitTimeout :: WSConnectionInitTimeout,
soEventingMode :: EventingMode,
-- | See note '$readOnlyMode'
soReadOnlyMode :: ReadOnlyMode,
soEnableMetadataQueryLogging :: MetadataQueryLoggingMode,
soDefaultNamingConvention :: Maybe NamingCase,
soExtensionsSchema :: ExtensionsSchema
}
-- | 'ResponseInternalErrorsConfig' represents the encoding of the
-- internal errors in the response to the client.
--
-- For more details, see this github comment:
-- https://github.com/hasura/graphql-engine/issues/4031#issuecomment-609747705
data ResponseInternalErrorsConfig
= InternalErrorsAllRequests
| InternalErrorsAdminOnly
| InternalErrorsDisabled
deriving (Show, Eq)
shouldIncludeInternal :: RoleName -> ResponseInternalErrorsConfig -> Bool
shouldIncludeInternal role = \case
InternalErrorsAllRequests -> True
InternalErrorsAdminOnly -> role == Session.adminRoleName
InternalErrorsDisabled -> False
--------------------------------------------------------------------------------
-- | The Downgrade Command options. These are only sourced from the
-- Arg Parser and are used directly in 'Hasura.Server.Migrate'.
data DowngradeOptions = DowngradeOptions
{ dgoTargetVersion :: Text,
dgoDryRun :: Bool
}
deriving (Show, Eq)
--------------------------------------------------------------------------------
-- $experimentalFeatures
-- Note Experimental features:
--
-- The graphql-engine accepts a list of experimental features that can be
-- enabled at the startup. Experimental features are a way to introduce
-- new, but not stable features to our users in a manner in which they have
-- the choice to enable or disable a certain feature(s).
--
-- The objective of an experimental feature should be that when the feature is disabled,
-- the graphql-engine should work the same way as it worked before adding the said feature.
--
-- The experimental feature's flag is `--experimental-features` and the corresponding
-- environment variable is `HASURA_GRAPHQL_EXPERIMENTAL_FEATURES` which expects a comma-seperated
-- value.
--
-- When an experimental feature is stable enough i.e. it's stable through multiple non-beta releases
-- then we make the feature not experimental i.e. it will always be enabled. Note that when we do this
-- we still have to support parsing of the experimental feature because users of the previous version
-- will have it enabled and when they upgrade an error should not be thrown at the startup. For example:
--
-- The inherited roles was an experimental feature when introduced and it was enabled by
-- setting `--experimental-features` to `inherited_roles` and then it was decided to make the inherited roles
-- a stable feature, so it was removed as an experimental feature but the code was modified such that
-- `--experimental-features inherited_roles` to not throw an error.
--------------------------------------------------------------------------------
-- $readOnlyMode
-- Note ReadOnly Mode:
--
-- This mode starts the server in a (database) read-only mode. That is, only
-- read-only queries are allowed on users' database sources, and write
-- queries throw a runtime error. The use-case is for failsafe operations.
-- Metadata APIs are also disabled.
--
-- Following is the precise behaviour -
-- 1. For any GraphQL API (relay/hasura; http/websocket) - disable execution of
-- mutations
-- 2. Metadata API is disabled
-- 3. /v2/query API - insert, delete, update, run_sql are disabled
-- 4. /v1/query API - insert, delete, update, run_sql are disabled
-- 5. No source catalog migrations are run
-- 6. During build schema cache phase, building event triggers are disabled (as
-- they create corresponding database triggers)