mirror of
https://github.com/hasura/graphql-engine.git
synced 2024-12-16 09:51:59 +03:00
277 lines
9.8 KiB
Haskell
277 lines
9.8 KiB
Haskell
|
module Migrate
|
||
|
|
( curCatalogVer
|
||
|
|
, migrateCatalog
|
||
|
|
)
|
||
|
|
where
|
||
|
|
|
||
|
|
import Data.Time.Clock (UTCTime)
|
||
|
|
import Language.Haskell.TH.Syntax (Q, TExp, unTypeQ)
|
||
|
|
|
||
|
|
import Hasura.Prelude
|
||
|
|
import Hasura.RQL.DDL.Schema.Table
|
||
|
|
import Hasura.RQL.Types
|
||
|
|
import Hasura.Server.Query
|
||
|
|
|
||
|
|
import qualified Data.Aeson as A
|
||
|
|
import qualified Data.Text as T
|
||
|
|
import qualified Data.Yaml.TH as Y
|
||
|
|
|
||
|
|
import qualified Database.PG.Query as Q
|
||
|
|
|
||
|
|
curCatalogVer :: T.Text
|
||
|
|
curCatalogVer = "10"
|
||
|
|
|
||
|
|
migrateMetadata
|
||
|
|
:: (MonadTx m, HasHttpManager m, CacheRWM m, UserInfoM m, MonadIO m)
|
||
|
|
=> Bool -> RQLQuery -> m ()
|
||
|
|
migrateMetadata buildSC rqlQuery = do
|
||
|
|
-- Build schema cache from 'hdb_catalog' only if current
|
||
|
|
-- metadata migration depends on metadata added in previous versions
|
||
|
|
when buildSC $ buildSchemaCache
|
||
|
|
-- run the RQL query to Migrate metadata
|
||
|
|
void $ runQueryM rqlQuery
|
||
|
|
|
||
|
|
setAsSystemDefinedFor2 :: (MonadTx m) => m ()
|
||
|
|
setAsSystemDefinedFor2 =
|
||
|
|
liftTx $ Q.catchE defaultTxErrorHandler $
|
||
|
|
Q.multiQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.hdb_table
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND ( table_name = 'event_triggers'
|
||
|
|
OR table_name = 'event_log'
|
||
|
|
OR table_name = 'event_invocation_logs'
|
||
|
|
);
|
||
|
|
UPDATE hdb_catalog.hdb_relationship
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND ( table_name = 'event_triggers'
|
||
|
|
OR table_name = 'event_log'
|
||
|
|
OR table_name = 'event_invocation_logs'
|
||
|
|
);
|
||
|
|
|]
|
||
|
|
|
||
|
|
setAsSystemDefinedFor5 :: (MonadTx m) => m ()
|
||
|
|
setAsSystemDefinedFor5 =
|
||
|
|
liftTx $ Q.catchE defaultTxErrorHandler $
|
||
|
|
Q.multiQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.hdb_table
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND table_name = 'remote_schemas';
|
||
|
|
|]
|
||
|
|
|
||
|
|
setAsSystemDefinedFor8 :: (MonadTx m) => m ()
|
||
|
|
setAsSystemDefinedFor8 =
|
||
|
|
liftTx $ Q.catchE defaultTxErrorHandler $
|
||
|
|
Q.multiQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.hdb_table
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND ( table_name = 'hdb_function_agg'
|
||
|
|
OR table_name = 'hdb_function'
|
||
|
|
);
|
||
|
|
UPDATE hdb_catalog.hdb_relationship
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND table_name = 'hdb_function_agg';
|
||
|
|
|]
|
||
|
|
|
||
|
|
setAsSystemDefinedFor9 :: (MonadTx m) => m ()
|
||
|
|
setAsSystemDefinedFor9 =
|
||
|
|
liftTx $ Q.catchE defaultTxErrorHandler $
|
||
|
|
Q.multiQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.hdb_table
|
||
|
|
SET is_system_defined = 'true'
|
||
|
|
WHERE table_schema = 'hdb_catalog'
|
||
|
|
AND table_name = 'hdb_version';
|
||
|
|
|]
|
||
|
|
|
||
|
|
getCatalogVersion
|
||
|
|
:: (MonadTx m)
|
||
|
|
=> m T.Text
|
||
|
|
getCatalogVersion = do
|
||
|
|
res <- liftTx $ Q.withQE defaultTxErrorHandler [Q.sql|
|
||
|
|
SELECT version FROM hdb_catalog.hdb_version
|
||
|
|
|] () False
|
||
|
|
return $ runIdentity $ Q.getRow res
|
||
|
|
|
||
|
|
from08To1 :: (MonadTx m) => m ()
|
||
|
|
from08To1 = liftTx $ Q.catchE defaultTxErrorHandler $ do
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.hdb_relationship ADD COLUMN comment TEXT NULL" () False
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.hdb_permission ADD COLUMN comment TEXT NULL" () False
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.hdb_query_template ADD COLUMN comment TEXT NULL" () False
|
||
|
|
Q.unitQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.hdb_query_template
|
||
|
|
SET template_defn =
|
||
|
|
json_build_object('type', 'select', 'args', template_defn->'select');
|
||
|
|
|] () False
|
||
|
|
|
||
|
|
from1To2
|
||
|
|
:: (MonadTx m, HasHttpManager m, CacheRWM m, UserInfoM m, MonadIO m)
|
||
|
|
=> m ()
|
||
|
|
from1To2 = do
|
||
|
|
-- Migrate database
|
||
|
|
Q.Discard () <- liftTx $ Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_1.sql")
|
||
|
|
migrateMetadata False migrateMetadataFrom1
|
||
|
|
-- Set as system defined
|
||
|
|
setAsSystemDefinedFor2
|
||
|
|
where
|
||
|
|
migrateMetadataFrom1 =
|
||
|
|
$(unTypeQ (Y.decodeFile "src-rsr/migrate_metadata_from_1.yaml" :: Q (TExp RQLQuery)))
|
||
|
|
|
||
|
|
from2To3 :: (MonadTx m) => m ()
|
||
|
|
from2To3 = liftTx $ Q.catchE defaultTxErrorHandler $ do
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.event_triggers ADD COLUMN headers JSON" () False
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.event_log ADD COLUMN next_retry_at TIMESTAMP" () False
|
||
|
|
Q.unitQ "CREATE INDEX ON hdb_catalog.event_log (trigger_id)" () False
|
||
|
|
Q.unitQ "CREATE INDEX ON hdb_catalog.event_invocation_logs (event_id)" () False
|
||
|
|
|
||
|
|
-- custom resolver
|
||
|
|
from4To5
|
||
|
|
:: (MonadTx m, HasHttpManager m, CacheRWM m, UserInfoM m, MonadIO m)
|
||
|
|
=> m ()
|
||
|
|
from4To5 = do
|
||
|
|
Q.Discard () <- liftTx $ Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_4_to_5.sql")
|
||
|
|
migrateMetadata False migrateMetadataFrom4
|
||
|
|
-- Set as system defined
|
||
|
|
setAsSystemDefinedFor5
|
||
|
|
where
|
||
|
|
migrateMetadataFrom4 =
|
||
|
|
$(unTypeQ (Y.decodeFile "src-rsr/migrate_metadata_from_4_to_5.yaml" :: Q (TExp RQLQuery)))
|
||
|
|
|
||
|
|
|
||
|
|
from3To4 :: (MonadTx m) => m ()
|
||
|
|
from3To4 = liftTx $ Q.catchE defaultTxErrorHandler $ do
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.event_triggers ADD COLUMN configuration JSON" () False
|
||
|
|
eventTriggers <- map uncurryEventTrigger <$> Q.listQ [Q.sql|
|
||
|
|
SELECT e.name, e.definition::json, e.webhook, e.num_retries, e.retry_interval, e.headers::json
|
||
|
|
FROM hdb_catalog.event_triggers e
|
||
|
|
|] () False
|
||
|
|
forM_ eventTriggers updateEventTrigger3To4
|
||
|
|
Q.unitQ "ALTER TABLE hdb_catalog.event_triggers\
|
||
|
|
\ DROP COLUMN definition\
|
||
|
|
\, DROP COLUMN query\
|
||
|
|
\, DROP COLUMN webhook\
|
||
|
|
\, DROP COLUMN num_retries\
|
||
|
|
\, DROP COLUMN retry_interval\
|
||
|
|
\, DROP COLUMN headers" () False
|
||
|
|
where
|
||
|
|
uncurryEventTrigger (trn, Q.AltJ tDef, w, nr, rint, Q.AltJ headers) =
|
||
|
|
EventTriggerConf trn tDef (Just w) Nothing (RetryConf nr rint Nothing) headers
|
||
|
|
updateEventTrigger3To4 etc@(EventTriggerConf name _ _ _ _ _) = Q.unitQ [Q.sql|
|
||
|
|
UPDATE hdb_catalog.event_triggers
|
||
|
|
SET
|
||
|
|
configuration = $1
|
||
|
|
WHERE name = $2
|
||
|
|
|] (Q.AltJ $ A.toJSON etc, name) True
|
||
|
|
|
||
|
|
from5To6 :: (MonadTx m) => m ()
|
||
|
|
from5To6 = liftTx $ do
|
||
|
|
-- Migrate database
|
||
|
|
Q.Discard () <- Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_5_to_6.sql")
|
||
|
|
return ()
|
||
|
|
|
||
|
|
from6To7 :: (MonadTx m) => m ()
|
||
|
|
from6To7 = liftTx $ do
|
||
|
|
-- Migrate database
|
||
|
|
Q.Discard () <- Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_6_to_7.sql")
|
||
|
|
return ()
|
||
|
|
|
||
|
|
from7To8
|
||
|
|
:: (MonadTx m, HasHttpManager m, CacheRWM m, UserInfoM m, MonadIO m)
|
||
|
|
=> m ()
|
||
|
|
from7To8 = do
|
||
|
|
-- Migrate database
|
||
|
|
Q.Discard () <- liftTx $ Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_7_to_8.sql")
|
||
|
|
-- Migrate metadata
|
||
|
|
-- Building schema cache is required since this metadata migration
|
||
|
|
-- involves in creating object relationship to hdb_catalog.hdb_table
|
||
|
|
migrateMetadata True migrateMetadataFrom7
|
||
|
|
setAsSystemDefinedFor8
|
||
|
|
where
|
||
|
|
migrateMetadataFrom7 =
|
||
|
|
$(unTypeQ (Y.decodeFile "src-rsr/migrate_metadata_from_7_to_8.yaml" :: Q (TExp RQLQuery)))
|
||
|
|
|
||
|
|
-- alter hdb_version table and track it (telemetry changes)
|
||
|
|
from8To9
|
||
|
|
:: (MonadTx m, HasHttpManager m, CacheRWM m, UserInfoM m, MonadIO m)
|
||
|
|
=> m ()
|
||
|
|
from8To9 = do
|
||
|
|
Q.Discard () <- liftTx $ Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_8_to_9.sql")
|
||
|
|
-- Migrate metadata
|
||
|
|
migrateMetadata False migrateMetadataFrom8
|
||
|
|
-- Set as system defined
|
||
|
|
setAsSystemDefinedFor9
|
||
|
|
where
|
||
|
|
migrateMetadataFrom8 =
|
||
|
|
$(unTypeQ (Y.decodeFile "src-rsr/migrate_metadata_from_8_to_9.yaml" :: Q (TExp RQLQuery)))
|
||
|
|
|
||
|
|
-- alter foreign keys on hdb_relationship and hdb_permission table to have ON UPDATE CASCADE
|
||
|
|
from9To10 :: (MonadTx m) => m ()
|
||
|
|
from9To10 = liftTx $ do
|
||
|
|
-- Migrate database
|
||
|
|
Q.Discard () <- Q.multiQE defaultTxErrorHandler
|
||
|
|
$(Q.sqlFromFile "src-rsr/migrate_from_9_to_10.sql")
|
||
|
|
return ()
|
||
|
|
|
||
|
|
migrateCatalog
|
||
|
|
:: (MonadTx m, CacheRWM m, MonadIO m, UserInfoM m, HasHttpManager m)
|
||
|
|
=> UTCTime -> m String
|
||
|
|
migrateCatalog migrationTime = do
|
||
|
|
preVer <- getCatalogVersion
|
||
|
|
if | preVer == curCatalogVer ->
|
||
|
|
return "already at the latest version"
|
||
|
|
| preVer == "0.8" -> from08ToCurrent
|
||
|
|
| preVer == "1" -> from1ToCurrent
|
||
|
|
| preVer == "2" -> from2ToCurrent
|
||
|
|
| preVer == "3" -> from3ToCurrent
|
||
|
|
| preVer == "4" -> from4ToCurrent
|
||
|
|
| preVer == "5" -> from5ToCurrent
|
||
|
|
| preVer == "6" -> from6ToCurrent
|
||
|
|
| preVer == "7" -> from7ToCurrent
|
||
|
|
| preVer == "8" -> from8ToCurrent
|
||
|
|
| preVer == "9" -> from9ToCurrent
|
||
|
|
| otherwise -> throw400 NotSupported $
|
||
|
|
"unsupported version : " <> preVer
|
||
|
|
where
|
||
|
|
from9ToCurrent = from9To10 >> postMigrate
|
||
|
|
|
||
|
|
from8ToCurrent = from8To9 >> from9ToCurrent
|
||
|
|
|
||
|
|
from7ToCurrent = from7To8 >> from8ToCurrent
|
||
|
|
|
||
|
|
from6ToCurrent = from6To7 >> from7ToCurrent
|
||
|
|
|
||
|
|
from5ToCurrent = from5To6 >> from6ToCurrent
|
||
|
|
|
||
|
|
from4ToCurrent = from4To5 >> from5ToCurrent
|
||
|
|
|
||
|
|
from3ToCurrent = from3To4 >> from4ToCurrent
|
||
|
|
|
||
|
|
from2ToCurrent = from2To3 >> from3ToCurrent
|
||
|
|
|
||
|
|
from1ToCurrent = from1To2 >> from2ToCurrent
|
||
|
|
|
||
|
|
from08ToCurrent = from08To1 >> from1ToCurrent
|
||
|
|
|
||
|
|
postMigrate = do
|
||
|
|
-- update the catalog version
|
||
|
|
updateVersion
|
||
|
|
-- try building the schema cache
|
||
|
|
buildSchemaCache
|
||
|
|
return $ "successfully migrated to " ++ show curCatalogVer
|
||
|
|
|
||
|
|
updateVersion =
|
||
|
|
liftTx $ Q.unitQE defaultTxErrorHandler [Q.sql|
|
||
|
|
UPDATE "hdb_catalog"."hdb_version"
|
||
|
|
SET "version" = $1,
|
||
|
|
"upgraded_on" = $2
|
||
|
|
|] (curCatalogVer, migrationTime) False
|