sq/drivers/json/json_test.go

127 lines
4.3 KiB
Go

package json_test
import (
"context"
"fmt"
"github.com/neilotoole/sq/testh/tutil"
"io"
"os"
"path/filepath"
"testing"
"github.com/neilotoole/lg/testlg"
"github.com/stretchr/testify/require"
"github.com/neilotoole/sq/drivers/json"
"github.com/neilotoole/sq/libsq/source"
)
func TestTypeDetectorFuncs(t *testing.T) {
detectFns := map[source.Type]source.TypeDetectFunc{
json.TypeJSON: json.DetectJSON,
json.TypeJSONA: json.DetectJSONA,
json.TypeJSONL: json.DetectJSONL,
}
testCases := []struct {
fn source.Type
fname string
want source.Type // Note: that the zero value is source.TypeNone
// If wantScore is zero, it's not inspected. If non-zero,
// gotScore is tested against wantScore
wantScore float32
wantErr bool
}{
// JSON detector
{fn: json.TypeJSON, fname: "actor.json", want: json.TypeJSON},
{fn: json.TypeJSON, fname: "film_actor.json", want: json.TypeJSON},
{fn: json.TypeJSON, fname: "payment.json", want: json.TypeJSON},
{fn: json.TypeJSON, fname: "address_1_object.json", want: json.TypeJSON},
{fn: json.TypeJSON, fname: "1_record_on_1_line.jsonl", want: json.TypeJSON, wantScore: 0.9},
{fn: json.TypeJSON, fname: "1_record_over_n_lines.json", want: json.TypeJSON, wantScore: 1.0},
{fn: json.TypeJSON, fname: "jsona_bad_1.jsona"},
{fn: json.TypeJSON, fname: "jsona_good_1.jsona"},
{fn: json.TypeJSON, fname: "film_actor.jsona"},
{fn: json.TypeJSON, fname: "payment.jsona"},
{fn: json.TypeJSON, fname: "actor.jsona"},
{fn: json.TypeJSON, fname: "actor.jsonl"},
{fn: json.TypeJSON, fname: "film_actor.jsona"},
{fn: json.TypeJSON, fname: "film_actor.jsonl"},
{fn: json.TypeJSON, fname: "payment.jsona"},
{fn: json.TypeJSON, fname: "payment.jsonl"},
{fn: json.TypeJSON, fname: "jsonl_good_1.jsonl"},
{fn: json.TypeJSON, fname: "jsonl_bad_1.jsonl"},
// JSONA detector
{fn: json.TypeJSONA, fname: "actor.jsona", want: json.TypeJSONA},
{fn: json.TypeJSONA, fname: "1_record_on_1_line.jsonl"},
{fn: json.TypeJSONA, fname: "1_record_over_n_lines.json"},
{fn: json.TypeJSONA, fname: "jsona_bad_1.jsona"},
{fn: json.TypeJSONA, fname: "jsona_good_1.jsona", want: json.TypeJSONA},
{fn: json.TypeJSONA, fname: "film_actor.jsona", want: json.TypeJSONA},
{fn: json.TypeJSONA, fname: "payment.jsona", want: json.TypeJSONA},
{fn: json.TypeJSONA, fname: "actor.json"},
{fn: json.TypeJSONA, fname: "actor.jsonl"},
{fn: json.TypeJSONA, fname: "film_actor.json"},
{fn: json.TypeJSONA, fname: "film_actor.jsonl"},
{fn: json.TypeJSONA, fname: "payment.json"},
{fn: json.TypeJSONA, fname: "payment.jsonl"},
{fn: json.TypeJSONA, fname: "jsonl_good_1.jsonl"},
{fn: json.TypeJSONA, fname: "jsonl_bad_1.jsonl"},
// JSONL detector
{fn: json.TypeJSONL, fname: "actor.jsonl", want: json.TypeJSONL},
{fn: json.TypeJSONL, fname: "jsonl_good_1.jsonl", want: json.TypeJSONL},
{fn: json.TypeJSONL, fname: "1_record_on_1_line.jsonl", want: json.TypeJSONL},
{fn: json.TypeJSONL, fname: "1_record_over_n_lines.json"},
{fn: json.TypeJSONL, fname: "jsonl_bad_1.jsonl"},
{fn: json.TypeJSONL, fname: "actor.jsona"},
{fn: json.TypeJSONL, fname: "actor.json"},
{fn: json.TypeJSONL, fname: "film_actor.jsonl", want: json.TypeJSONL},
{fn: json.TypeJSONL, fname: "film_actor.jsona"},
{fn: json.TypeJSONL, fname: "film_actor.json"},
{fn: json.TypeJSONL, fname: "payment.jsonl", want: json.TypeJSONL},
{fn: json.TypeJSONL, fname: "payment.jsona"},
{fn: json.TypeJSONL, fname: "payment.json"},
}
for _, tc := range testCases {
tc := tc
t.Run(tutil.Name(tc.fn, tc.fname), func(t *testing.T) {
openFn := func() (io.ReadCloser, error) { return os.Open(filepath.Join("testdata", tc.fname)) }
detectFn := detectFns[tc.fn]
gotType, gotScore, gotErr := detectFn(context.Background(), testlg.New(t), openFn)
if tc.wantErr {
require.Error(t, gotErr)
return
}
require.NoError(t, gotErr)
require.Equal(t, tc.want, gotType)
if tc.want == source.TypeNone {
require.Equal(t, float32(0), gotScore)
return
}
if tc.wantScore != 0 {
require.Equal(t, tc.wantScore, gotScore)
} else {
require.Equal(t, float32(1.0), gotScore)
}
})
}
}
func TestDriver(t *testing.T) { // FIXME: delete
p := json.Provider{
Log: nil,
Scratcher: nil,
Files: nil,
}
drvr, err := p.DriverFor("json")
require.NoError(t, err)
fmt.Println(drvr.DriverMetadata())
}