sq/cli/cmd_sql_test.go
Neil O'Toole ed9aa38a67
Improvements to source commands ()
* Expose source.Set.Data() method

* jsonw.writeJSON cleaned up

* sq add now respects --json

* Location strings are subject to more scrutiny

* Ignore .db files in project dir

* sq add is more restrictive about location string

* source.RedactedLocation now uses 'xxxxx' per stdlib url.URL.Redacted()

* Update changelog for v0.23.0

* typos
2022-12-31 20:17:44 -07:00

167 lines
4.3 KiB
Go

package cli_test
import (
"fmt"
"os"
"strings"
"testing"
"github.com/neilotoole/sq/testh/tutil"
"github.com/stretchr/testify/require"
"github.com/neilotoole/sq/drivers/userdriver"
"github.com/neilotoole/sq/libsq/source"
"github.com/neilotoole/sq/testh"
"github.com/neilotoole/sq/testh/proj"
"github.com/neilotoole/sq/testh/sakila"
"github.com/neilotoole/sq/testh/testsrc"
)
// TestCmdSQL_Insert tests "sq sql QUERY --insert=dest.tbl".
func TestCmdSQL_Insert(t *testing.T) {
for _, origin := range sakila.SQLLatest() {
origin := origin
t.Run("origin_"+origin, func(t *testing.T) {
tutil.SkipShort(t, origin == sakila.XLSX)
for _, dest := range sakila.SQLLatest() {
dest := dest
t.Run("dest_"+dest, func(t *testing.T) {
t.Parallel()
th := testh.New(t)
originSrc, destSrc := th.Source(origin), th.Source(dest)
originTbl := sakila.TblActor
if th.IsMonotable(originSrc) {
originTbl = source.MonotableName
}
// To avoid dirtying the destination table, we make a copy
// of it (without data).
tblName := th.CopyTable(true, destSrc, sakila.TblActor, "", false)
ru := newRun(t).add(*originSrc)
if destSrc.Handle != originSrc.Handle {
ru.add(*destSrc)
}
insertTo := fmt.Sprintf("%s.%s", destSrc.Handle, tblName)
query := fmt.Sprintf("SELECT %s FROM %s", strings.Join(sakila.TblActorCols(), ", "), originTbl)
err := ru.Exec("sql", "--insert="+insertTo, query)
require.NoError(t, err)
sink, err := th.QuerySQL(destSrc, "select * from "+tblName)
require.NoError(t, err)
require.Equal(t, sakila.TblActorCount, len(sink.Recs))
})
}
})
}
}
func TestCmdSQL_SelectFromUserDriver(t *testing.T) {
t.Parallel()
testCases := map[string][]struct {
tblName string
wantRows int
wantCols int
}{
testsrc.PplUD: {
{tblName: "person", wantRows: 3, wantCols: 7},
{tblName: "skill", wantRows: 6, wantCols: 3},
},
testsrc.RSSNYTLocalUD: {
{tblName: "category", wantRows: 251, wantCols: 4},
{tblName: "channel", wantRows: 1, wantCols: 7},
{tblName: "item", wantRows: 45, wantCols: 9},
},
}
for handle, wantTbls := range testCases {
for _, wantTbl := range wantTbls {
handle, wantTbl := handle, wantTbl
t.Run(handle+"__"+wantTbl.tblName, func(t *testing.T) {
t.Parallel()
th := testh.New(t)
src := th.Source(handle)
ru := newRun(t).add(*src)
udDefs := testh.DriverDefsFrom(t, testsrc.PathDriverDefPpl, testsrc.PathDriverDefRSS)
for _, udDef := range udDefs {
require.Empty(t, userdriver.ValidateDriverDef(udDef))
}
ru.rc.Config.Ext.UserDrivers = append(ru.rc.Config.Ext.UserDrivers, udDefs...)
err := ru.Exec("sql", "--csv", "--header=false", "SELECT * FROM "+wantTbl.tblName)
require.NoError(t, err)
recs := ru.mustReadCSV()
require.Equal(t, wantTbl.wantRows, len(recs), "expected %d rows in tbl %q but got %s", wantTbl.wantRows,
wantTbl, len(recs))
require.Equal(t, wantTbl.wantCols, len(recs[0]), "expected %d cols in tbl %q but got %s",
wantTbl.wantCols, wantTbl, len(recs[0]))
})
}
}
}
// TestCmdSQL_StdinQuery verifies that cmd sql can read from stdin.
func TestCmdSQL_StdinQuery(t *testing.T) {
t.Parallel()
testCases := []struct {
fpath string
tbl string
srcHeader bool
wantCount int
wantErr bool
}{
{fpath: proj.Abs(sakila.PathCSVActorNoHeader), tbl: source.MonotableName, wantCount: sakila.TblActorCount},
{
fpath: proj.Abs(sakila.PathXLSXActorHeader), srcHeader: true, tbl: sakila.TblActor,
wantCount: sakila.TblActorCount,
},
{
fpath: proj.Abs(sakila.PathXLSXSubset), srcHeader: true, tbl: sakila.TblActor,
wantCount: sakila.TblActorCount,
},
{fpath: proj.Abs("README.md"), wantErr: true},
}
for _, tc := range testCases {
tc := tc
t.Run(tutil.Name(tc.fpath), func(t *testing.T) {
t.Parallel()
f, err := os.Open(tc.fpath)
require.NoError(t, err)
ru := newRun(t).hush()
ru.rc.Stdin = f
args := []string{"sql", "--header=false", "SELECT * FROM " + tc.tbl}
if tc.srcHeader {
args = append(args, "--opts=header=true")
}
err = ru.Exec(args...)
if tc.wantErr {
require.Error(t, err)
return
}
require.NoError(t, err)
results := ru.mustReadCSV()
require.Equal(t, tc.wantCount, len(results))
})
}
}