mirror of
https://github.com/neilotoole/sq.git
synced 2024-12-20 22:51:35 +03:00
db55986980
- Support for ingest cache, download cache, and progress bars.
129 lines
2.9 KiB
Go
129 lines
2.9 KiB
Go
package diff
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"golang.org/x/sync/errgroup"
|
|
|
|
"github.com/neilotoole/sq/cli/run"
|
|
"github.com/neilotoole/sq/libsq/core/errz"
|
|
"github.com/neilotoole/sq/libsq/driver"
|
|
"github.com/neilotoole/sq/libsq/source"
|
|
"github.com/neilotoole/sq/libsq/source/metadata"
|
|
)
|
|
|
|
// ExecTableDiff diffs handle1.table1 and handle2.table2.
|
|
func ExecTableDiff(ctx context.Context, ru *run.Run, cfg *Config, elems *Elements, //nolint:revive
|
|
handle1, table1, handle2, table2 string,
|
|
) error {
|
|
td1, td2 := &tableData{tblName: table1}, &tableData{tblName: table2}
|
|
|
|
var err error
|
|
td1.src, err = ru.Config.Collection.Get(handle1)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
td2.src, err = ru.Config.Collection.Get(handle2)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if elems.Schema {
|
|
g, gCtx := errgroup.WithContext(ctx)
|
|
g.Go(func() error {
|
|
var gErr error
|
|
td1.tblMeta, gErr = fetchTableMeta(gCtx, ru, td1.src, table1)
|
|
return gErr
|
|
})
|
|
g.Go(func() error {
|
|
var gErr error
|
|
td2.tblMeta, gErr = fetchTableMeta(gCtx, ru, td2.src, table2)
|
|
return gErr
|
|
})
|
|
if err = g.Wait(); err != nil {
|
|
return err
|
|
}
|
|
|
|
var tblDiff *tableDiff
|
|
tblDiff, err = buildTableStructureDiff(ctx, cfg, elems.RowCount, td1, td2)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err = Print(ctx, ru.Out, ru.Writers.Printing, tblDiff.header, tblDiff.diff); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if !elems.Data {
|
|
return nil
|
|
}
|
|
|
|
tblDataDiff, err := buildTableDataDiff(ctx, ru, cfg, td1, td2)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if tblDataDiff == nil {
|
|
return nil
|
|
}
|
|
|
|
return Print(ctx, ru.Out, ru.Writers.Printing, tblDataDiff.header, tblDataDiff.diff)
|
|
}
|
|
|
|
func buildTableStructureDiff(ctx context.Context, cfg *Config, showRowCounts bool,
|
|
td1, td2 *tableData,
|
|
) (*tableDiff, error) {
|
|
var (
|
|
body1, body2 string
|
|
err error
|
|
)
|
|
|
|
if body1, err = renderTableMeta2YAML(showRowCounts, td1.tblMeta); err != nil {
|
|
return nil, err
|
|
}
|
|
if body2, err = renderTableMeta2YAML(showRowCounts, td2.tblMeta); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
handle1 := td1.src.Handle + "." + td1.tblName
|
|
handle2 := td2.src.Handle + "." + td2.tblName
|
|
|
|
msg := fmt.Sprintf("table schema {%s}", td1.tblName)
|
|
unified, err := computeUnified(ctx, msg, handle1, handle2, cfg.Lines, body1, body2)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
tblDiff := &tableDiff{
|
|
td1: td1,
|
|
td2: td2,
|
|
header: fmt.Sprintf("sq diff %s.%s %s.%s",
|
|
td1.src.Handle, td1.tblName, td2.src.Handle, td2.tblName),
|
|
diff: unified,
|
|
}
|
|
|
|
return tblDiff, nil
|
|
}
|
|
|
|
// fetchTableMeta returns the metadata.Table for table. If the table
|
|
// does not exist, {nil,nil} is returned.
|
|
func fetchTableMeta(ctx context.Context, ru *run.Run, src *source.Source, table string) (
|
|
*metadata.Table, error,
|
|
) {
|
|
grip, err := ru.Grips.Open(ctx, src)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
md, err := grip.TableMetadata(ctx, table)
|
|
if err != nil {
|
|
if errz.Has[*driver.NotExistError](err) {
|
|
return nil, nil //nolint:nilnil
|
|
}
|
|
return nil, err
|
|
}
|
|
|
|
return md, nil
|
|
}
|