mirror of
https://github.com/neilotoole/sq.git
synced 2024-12-26 09:44:18 +03:00
db55986980
- Support for ingest cache, download cache, and progress bars.
185 lines
5.3 KiB
Go
185 lines
5.3 KiB
Go
package cli
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/spf13/cobra"
|
|
|
|
"github.com/neilotoole/sq/cli/flag"
|
|
"github.com/neilotoole/sq/cli/output"
|
|
"github.com/neilotoole/sq/cli/run"
|
|
"github.com/neilotoole/sq/libsq"
|
|
"github.com/neilotoole/sq/libsq/core/errz"
|
|
"github.com/neilotoole/sq/libsq/core/lg"
|
|
"github.com/neilotoole/sq/libsq/core/lg/lga"
|
|
"github.com/neilotoole/sq/libsq/core/lg/lgm"
|
|
"github.com/neilotoole/sq/libsq/core/stringz"
|
|
"github.com/neilotoole/sq/libsq/driver"
|
|
"github.com/neilotoole/sq/libsq/source"
|
|
)
|
|
|
|
func newSQLCmd() *cobra.Command {
|
|
cmd := &cobra.Command{
|
|
Use: "sql QUERY|STMT",
|
|
Short: "Execute DB-native SQL query or statement",
|
|
Long: `Execute a SQL query or statement against the active source using the
|
|
source's SQL dialect. Use flag --src=@HANDLE to specify an alternative
|
|
source.`,
|
|
RunE: execSQL,
|
|
Example: ` # Select from active source
|
|
$ sq sql 'SELECT * FROM actor'
|
|
|
|
# Select from a specified source
|
|
$ sq sql --src=@sakila_pg12 'SELECT * FROM actor'
|
|
|
|
# Drop table @sakila_pg12.actor
|
|
$ sq sql --src=@sakila_pg12 'DROP TABLE actor'
|
|
|
|
# Select from active source and write results to @sakila_ms17.actor
|
|
$ sq sql 'SELECT * FROM actor' --insert=@sakila_ms17.actor`,
|
|
}
|
|
|
|
addQueryCmdFlags(cmd)
|
|
|
|
// TODO: These flags aren't actually implemented yet.
|
|
// And... this entire --exec/--query mechanism needs to be revisited.
|
|
// It's probably the case that sq can figure out whether to use
|
|
// Query or Exec based on the SQL statement. Probably using
|
|
// an antlr parser for each driver's SQL language.
|
|
// Anyway, because the flags were already present in previous
|
|
// releases, I'm reverting the (very recent) deletion of these
|
|
// flags and instead making them hidden, so that their use
|
|
// doesn't result in an error. The flags still don't actually do anything.
|
|
|
|
// User explicitly wants to execute the SQL using sql.DB.Query
|
|
cmd.Flags().Bool(flag.SQLQuery, false, flag.SQLQueryUsage)
|
|
panicOn(cmd.Flags().MarkHidden(flag.SQLQuery))
|
|
// User explicitly wants to execute the SQL using sql.DB.Exec
|
|
cmd.Flags().Bool(flag.SQLExec, false, flag.SQLExecUsage)
|
|
panicOn(cmd.Flags().MarkHidden(flag.SQLExec))
|
|
return cmd
|
|
}
|
|
|
|
func execSQL(cmd *cobra.Command, args []string) error {
|
|
ctx := cmd.Context()
|
|
ru := run.FromContext(ctx)
|
|
switch len(args) {
|
|
default:
|
|
return errz.New("a single query string is required")
|
|
case 0:
|
|
return errz.New("no SQL query string")
|
|
case 1:
|
|
if strings.TrimSpace(args[0]) == "" {
|
|
return errz.New("empty SQL query string")
|
|
}
|
|
}
|
|
|
|
err := determineSources(ctx, ru, true)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
coll := ru.Config.Collection
|
|
// activeSrc is guaranteed to be non-nil after
|
|
// determineSources successfully returns.
|
|
activeSrc := coll.Active()
|
|
|
|
if err = applySourceOptions(cmd, activeSrc); err != nil {
|
|
return err
|
|
}
|
|
|
|
if !cmdFlagChanged(cmd, flag.Insert) {
|
|
// The user didn't specify the --insert=@src.tbl flag,
|
|
// so we just want to print the records.
|
|
return execSQLPrint(ctx, ru, activeSrc)
|
|
}
|
|
|
|
// Instead of printing the records, they will be
|
|
// written to another database
|
|
insertTo, _ := cmd.Flags().GetString(flag.Insert)
|
|
if insertTo == "" {
|
|
return errz.Errorf("invalid --%s value: empty", flag.Insert)
|
|
}
|
|
|
|
destHandle, destTbl, err := source.ParseTableHandle(insertTo)
|
|
if err != nil {
|
|
return errz.Wrapf(err, "invalid --%s value", flag.Insert)
|
|
}
|
|
|
|
destSrc, err := coll.Get(destHandle)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return execSQLInsert(ctx, ru, activeSrc, destSrc, destTbl)
|
|
}
|
|
|
|
// execSQLPrint executes the SQL and prints resulting records
|
|
// to the configured writer.
|
|
func execSQLPrint(ctx context.Context, ru *run.Run, fromSrc *source.Source) error {
|
|
args := ru.Args
|
|
grip, err := ru.Grips.Open(ctx, fromSrc)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
recw := output.NewRecordWriterAdapter(ctx, ru.Writers.Record)
|
|
err = libsq.QuerySQL(ctx, grip, nil, recw, args[0])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = recw.Wait() // Stop for the writer to finish processing
|
|
return err
|
|
}
|
|
|
|
// execSQLInsert executes the SQL and inserts resulting records
|
|
// into destTbl in destSrc.
|
|
func execSQLInsert(ctx context.Context, ru *run.Run,
|
|
fromSrc, destSrc *source.Source, destTbl string,
|
|
) error {
|
|
args := ru.Args
|
|
grips := ru.Grips
|
|
ctx, cancelFn := context.WithCancel(ctx)
|
|
defer cancelFn()
|
|
|
|
fromGrip, err := grips.Open(ctx, fromSrc)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
destGrip, err := grips.Open(ctx, destSrc)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Note: We don't need to worry about closing fromGrip and
|
|
// destGrip because they are closed by grips.Close, which
|
|
// is invoked by ru.Close, and ru is closed further up the
|
|
// stack.
|
|
inserter := libsq.NewDBWriter(
|
|
"Insert records",
|
|
destGrip,
|
|
destTbl,
|
|
driver.OptTuningRecChanSize.Get(destSrc.Options),
|
|
libsq.DBWriterCreateTableIfNotExistsHook(destTbl),
|
|
)
|
|
err = libsq.QuerySQL(ctx, fromGrip, nil, inserter, args[0])
|
|
if err != nil {
|
|
return errz.Wrapf(err, "insert to {%s} failed", source.Target(destSrc, destTbl))
|
|
}
|
|
|
|
affected, err := inserter.Wait() // Stop for the writer to finish processing
|
|
if err != nil {
|
|
return errz.Wrapf(err, "insert %s.%s failed", destSrc.Handle, destTbl)
|
|
}
|
|
|
|
lg.FromContext(ctx).Debug(lgm.RowsAffected, lga.Count, affected)
|
|
|
|
// TODO: Should really use a Printer here
|
|
_, _ = fmt.Fprintf(ru.Out, stringz.Plu("Inserted %d row(s) into %s\n",
|
|
int(affected)), affected, source.Target(destSrc, destTbl))
|
|
return nil
|
|
}
|