-- | Postgres Execute Insert -- -- Translates and executes IR to Postgres-specific SQL. -- -- See 'Hasura.Backends.Postgres.Instances.Execute'. module Hasura.Backends.Postgres.Execute.Insert ( convertToSQLTransaction, ) where import Data.Aeson qualified as J import Data.HashMap.Strict qualified as Map import Data.HashMap.Strict.Extended qualified as Map import Data.List qualified as L import Data.Sequence qualified as Seq import Data.Text qualified as T import Data.Text.Extended import Database.PG.Query qualified as PG import Hasura.Backends.Postgres.Connection import Hasura.Backends.Postgres.Execute.Mutation qualified as PGE import Hasura.Backends.Postgres.SQL.DML qualified as Postgres import Hasura.Backends.Postgres.SQL.Types import Hasura.Backends.Postgres.SQL.Value import Hasura.Backends.Postgres.Translate.BoolExp qualified as PGT import Hasura.Backends.Postgres.Translate.Insert qualified as PGT import Hasura.Backends.Postgres.Translate.Mutation qualified as PGT import Hasura.Backends.Postgres.Translate.Returning qualified as PGT import Hasura.Backends.Postgres.Translate.Select (PostgresAnnotatedFieldJSON) import Hasura.Backends.Postgres.Types.Insert import Hasura.Base.Error import Hasura.EncJSON import Hasura.GraphQL.Schema.NamingCase (NamingCase) import Hasura.GraphQL.Schema.Options qualified as Options import Hasura.Prelude import Hasura.QueryTags import Hasura.RQL.IR.BoolExp import Hasura.RQL.IR.Insert qualified as IR import Hasura.RQL.IR.Returning qualified as IR import Hasura.RQL.Types.Backend import Hasura.RQL.Types.Column import Hasura.RQL.Types.Common import Hasura.RQL.Types.Relationships.Local import Hasura.SQL.Backend import Hasura.Session import Hasura.Tracing qualified as Tracing convertToSQLTransaction :: forall pgKind m. ( MonadTx m, MonadIO m, Tracing.MonadTrace m, Backend ('Postgres pgKind), PostgresAnnotatedFieldJSON pgKind, MonadReader QueryTagsComment m ) => IR.AnnotatedInsert ('Postgres pgKind) Void Postgres.SQLExp -> UserInfo -> Seq.Seq PG.PrepArg -> Options.StringifyNumbers -> Maybe NamingCase -> m EncJSON convertToSQLTransaction (IR.AnnotatedInsert fieldName isSingle annIns mutationOutput _tCase) userInfo planVars stringifyNum tCase = if null $ IR._aiInsertObject annIns then pure $ IR.buildEmptyMutResp mutationOutput else withPaths ["selectionSet", fieldName, "args", suffix] $ insertMultipleObjects annIns mempty userInfo mutationOutput planVars stringifyNum tCase where withPaths p x = foldr ($) x $ withPathK <$> p suffix = bool "objects" "object" isSingle insertMultipleObjects :: forall pgKind m. ( MonadTx m, MonadIO m, Tracing.MonadTrace m, Backend ('Postgres pgKind), PostgresAnnotatedFieldJSON pgKind, MonadReader QueryTagsComment m ) => IR.MultiObjectInsert ('Postgres pgKind) Postgres.SQLExp -> Map.HashMap PGCol Postgres.SQLExp -> UserInfo -> IR.MutationOutput ('Postgres pgKind) -> Seq.Seq PG.PrepArg -> Options.StringifyNumbers -> Maybe NamingCase -> m EncJSON insertMultipleObjects multiObjIns additionalColumns userInfo mutationOutput planVars stringifyNum tCase = bool withoutRelsInsert withRelsInsert anyRelsToInsert where IR.AnnotatedInsertData insObjs table checkCondition columnInfos presetRow (BackendInsert conflictClause) = multiObjIns allInsObjRels = concatMap IR.getInsertObjectRelationships insObjs allInsArrRels = concatMap IR.getInsertArrayRelationships insObjs anyRelsToInsert = not $ null allInsArrRels && null allInsObjRels withoutRelsInsert = do indexedForM_ (IR.getInsertColumns <$> insObjs) \column -> validateInsert (map fst column) [] (Map.keys additionalColumns) let insObjRows = Map.fromList . IR.getInsertColumns <$> insObjs (columnNames, insertRows) = Map.homogenise Postgres.columnDefaultValue $ map ((presetRow <> additionalColumns) <>) insObjRows insertQuery = IR.InsertQueryP1 table (toList columnNames) (map Map.elems insertRows) conflictClause checkCondition mutationOutput columnInfos rowCount = tshow . length $ IR._aiInsertObject multiObjIns Tracing.newSpan ("Insert (" <> rowCount <> ") " <> qualifiedObjectToText table) do Tracing.attachMetadata [("count", rowCount)] PGE.execInsertQuery stringifyNum tCase userInfo (insertQuery, planVars) withRelsInsert = do insertRequests <- indexedForM insObjs \obj -> do let singleObj = IR.AnnotatedInsertData (IR.Single obj) table checkCondition columnInfos presetRow (BackendInsert conflictClause) insertObject singleObj additionalColumns userInfo planVars stringifyNum tCase let affectedRows = sum $ map fst insertRequests columnValues = mapMaybe snd insertRequests selectExpr <- PGT.mkSelectExpFromColumnValues table columnInfos columnValues PGE.executeMutationOutputQuery table columnInfos (Just affectedRows) (PGT.MCSelectValues selectExpr) mutationOutput stringifyNum tCase [] insertObject :: forall pgKind m. ( MonadTx m, MonadIO m, Tracing.MonadTrace m, Backend ('Postgres pgKind), PostgresAnnotatedFieldJSON pgKind, MonadReader QueryTagsComment m ) => IR.SingleObjectInsert ('Postgres pgKind) Postgres.SQLExp -> HashMap PGCol Postgres.SQLExp -> UserInfo -> Seq.Seq PG.PrepArg -> Options.StringifyNumbers -> Maybe NamingCase -> m (Int, Maybe (ColumnValues ('Postgres pgKind) TxtEncodedVal)) insertObject singleObjIns additionalColumns userInfo planVars stringifyNum tCase = Tracing.newSpan ("Insert " <> qualifiedObjectToText table) do validateInsert (Map.keys columns) (map IR._riRelationInfo objectRels) (Map.keys additionalColumns) -- insert all object relations and fetch this insert dependent column values objInsRes <- forM beforeInsert $ insertObjRel planVars userInfo stringifyNum tCase -- prepare final insert columns let objRelAffRows = sum $ map fst objInsRes objRelDeterminedCols = Map.fromList $ concatMap snd objInsRes finalInsCols = presetValues <> columns <> objRelDeterminedCols <> additionalColumns let cte = mkInsertQ table onConflict finalInsCols checkCond PGE.MutateResp affRows colVals <- liftTx $ PGE.mutateAndFetchCols @pgKind table allColumns (PGT.MCCheckConstraint cte, planVars) stringifyNum tCase colValM <- asSingleObject colVals arrRelAffRows <- bool (withArrRels colValM) (return 0) $ null allAfterInsertRels let totAffRows = objRelAffRows + affRows + arrRelAffRows return (totAffRows, colValM) where IR.AnnotatedInsertData (IR.Single annObj) table checkCond allColumns presetValues (BackendInsert onConflict) = singleObjIns columns = Map.fromList $ IR.getInsertColumns annObj objectRels = IR.getInsertObjectRelationships annObj arrayRels = IR.getInsertArrayRelationships annObj afterInsert, beforeInsert :: [IR.ObjectRelationInsert ('Postgres pgKind) Postgres.SQLExp] (afterInsert, beforeInsert) = L.partition ((== AfterParent) . riInsertOrder . IR._riRelationInfo) objectRels allAfterInsertRels :: [IR.ArrayRelationInsert ('Postgres pgKind) Postgres.SQLExp] allAfterInsertRels = arrayRels <> map objToArr afterInsert afterInsertDepCols :: [ColumnInfo ('Postgres pgKind)] afterInsertDepCols = flip (getColInfos @('Postgres pgKind)) allColumns $ concatMap (Map.keys . riMapping . IR._riRelationInfo) allAfterInsertRels objToArr :: forall a b. IR.ObjectRelationInsert b a -> IR.ArrayRelationInsert b a objToArr IR.RelationInsert {..} = IR.RelationInsert (singleToMulti _riInsertData) _riRelationInfo singleToMulti :: forall a b. IR.SingleObjectInsert b a -> IR.MultiObjectInsert b a singleToMulti annIns = annIns {IR._aiInsertObject = [IR.unSingle $ IR._aiInsertObject annIns]} withArrRels :: Maybe (ColumnValues ('Postgres pgKind) TxtEncodedVal) -> m Int withArrRels colValM = do colVal <- onNothing colValM $ throw400 NotSupported cannotInsArrRelErr afterInsertDepColsWithVal <- fetchFromColVals colVal afterInsertDepCols arrInsARows <- forM allAfterInsertRels $ insertArrRel afterInsertDepColsWithVal userInfo planVars stringifyNum tCase return $ sum arrInsARows asSingleObject :: [ColumnValues ('Postgres pgKind) TxtEncodedVal] -> m (Maybe (ColumnValues ('Postgres pgKind) TxtEncodedVal)) asSingleObject = \case [] -> pure Nothing [r] -> pure $ Just r _ -> throw500 "more than one row returned" cannotInsArrRelErr :: Text cannotInsArrRelErr = "cannot proceed to insert array relations since insert to table " <> table <<> " affects zero rows" insertObjRel :: forall pgKind m. ( MonadTx m, MonadIO m, Tracing.MonadTrace m, Backend ('Postgres pgKind), PostgresAnnotatedFieldJSON pgKind, MonadReader QueryTagsComment m ) => Seq.Seq PG.PrepArg -> UserInfo -> Options.StringifyNumbers -> Maybe NamingCase -> IR.ObjectRelationInsert ('Postgres pgKind) Postgres.SQLExp -> m (Int, [(PGCol, Postgres.SQLExp)]) insertObjRel planVars userInfo stringifyNum tCase objRelIns = withPathK (relNameToTxt relName) $ do (affRows, colValM) <- withPathK "data" $ insertObject singleObjIns mempty userInfo planVars stringifyNum tCase colVal <- onNothing colValM $ throw400 NotSupported errMsg retColsWithVals <- fetchFromColVals colVal rColInfos let columns = flip mapMaybe (Map.toList mapCols) \(column, target) -> do value <- lookup target retColsWithVals Just (column, value) pure (affRows, columns) where IR.RelationInsert singleObjIns relInfo = objRelIns relName = riName relInfo table = riRTable relInfo mapCols = riMapping relInfo allCols = IR._aiTableColumns singleObjIns rCols = Map.elems mapCols rColInfos = getColInfos rCols allCols errMsg = "cannot proceed to insert object relation " <> relName <<> " since insert to table " <> table <<> " affects zero rows" insertArrRel :: ( MonadTx m, MonadIO m, Tracing.MonadTrace m, Backend ('Postgres pgKind), PostgresAnnotatedFieldJSON pgKind, MonadReader QueryTagsComment m ) => [(PGCol, Postgres.SQLExp)] -> UserInfo -> Seq.Seq PG.PrepArg -> Options.StringifyNumbers -> Maybe NamingCase -> IR.ArrayRelationInsert ('Postgres pgKind) Postgres.SQLExp -> m Int insertArrRel resCols userInfo planVars stringifyNum tCase arrRelIns = withPathK (relNameToTxt $ riName relInfo) $ do let additionalColumns = Map.fromList $ flip mapMaybe resCols \(column, value) -> do target <- Map.lookup column mapping Just (target, value) resBS <- withPathK "data" $ insertMultipleObjects multiObjIns additionalColumns userInfo mutOutput planVars stringifyNum tCase resObj <- decodeEncJSON resBS onNothing (Map.lookup ("affected_rows" :: Text) resObj) $ throw500 "affected_rows not returned in array rel insert" where IR.RelationInsert multiObjIns relInfo = arrRelIns mapping = riMapping relInfo mutOutput = IR.MOutMultirowFields [("affected_rows", IR.MCount)] -- | Validate an insert object based on insert columns, -- insert object relations and additional columns from parent: -- -- * There should be no overlap between 'insCols' and 'addCols'. -- * There should be no overlap between any object relationship columns and -- 'insCols' and 'addCols'. validateInsert :: (MonadError QErr m) => -- | inserting columns [PGCol] -> -- | object relation inserts [RelInfo ('Postgres pgKind)] -> -- | additional fields from parent [PGCol] -> m () validateInsert insCols objRels addCols = do -- validate insertCols unless (null insConflictCols) $ throw400 ValidationFailed $ "cannot insert " <> showPGCols insConflictCols <> " columns as their values are already being determined by parent insert" forM_ objRels $ \relInfo -> do let lCols = Map.keys $ riMapping relInfo relName = riName relInfo relNameTxt = relNameToTxt relName lColConflicts = lCols `intersect` (addCols <> insCols) withPathK relNameTxt $ unless (null lColConflicts) $ throw400 ValidationFailed $ "cannot insert object relationship " <> relName <<> " as " <> showPGCols lColConflicts <> " column values are already determined" where insConflictCols = insCols `intersect` addCols mkInsertQ :: Backend ('Postgres pgKind) => QualifiedTable -> Maybe (IR.OnConflictClause ('Postgres pgKind) Postgres.SQLExp) -> Map.HashMap PGCol Postgres.SQLExp -> (AnnBoolExpSQL ('Postgres pgKind), Maybe (AnnBoolExpSQL ('Postgres pgKind))) -> Postgres.TopLevelCTE mkInsertQ table onConflictM insertRow (insCheck, updCheck) = let sqlConflict = PGT.toSQLConflict table <$> onConflictM sqlExps = Map.elems insertRow valueExp = Postgres.ValuesExp [Postgres.TupleExp sqlExps] tableCols = Map.keys insertRow sqlInsert = Postgres.SQLInsert table tableCols valueExp sqlConflict . Just $ Postgres.RetExp [ Postgres.selectStar, PGT.insertOrUpdateCheckExpr table onConflictM (PGT.toSQLBoolExp (Postgres.QualTable table) insCheck) (fmap (PGT.toSQLBoolExp (Postgres.QualTable table)) updCheck) ] in Postgres.CTEInsert sqlInsert fetchFromColVals :: MonadError QErr m => ColumnValues ('Postgres pgKind) TxtEncodedVal -> [ColumnInfo ('Postgres pgKind)] -> m [(PGCol, Postgres.SQLExp)] fetchFromColVals colVal reqCols = forM reqCols $ \ci -> do let valM = Map.lookup (ciColumn ci) colVal val <- onNothing valM $ throw500 $ "column " <> ciColumn ci <<> " not found in given colVal" let pgColVal = case val of TENull -> Postgres.SENull TELit t -> Postgres.SELit t return (ciColumn ci, pgColVal) decodeEncJSON :: (J.FromJSON a, QErrM m) => EncJSON -> m a decodeEncJSON = either (throw500 . T.pack) decodeValue . J.eitherDecode . encJToLBS