mirror of
https://github.com/neilotoole/sq.git
synced 2024-12-20 22:51:35 +03:00
120 lines
4.2 KiB
Go
120 lines
4.2 KiB
Go
package json_test
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"github.com/neilotoole/sq/libsq/core/lg"
|
|
|
|
"github.com/neilotoole/slogt"
|
|
|
|
"github.com/neilotoole/sq/testh/tutil"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/neilotoole/sq/drivers/json"
|
|
"github.com/neilotoole/sq/libsq/source"
|
|
)
|
|
|
|
func TestTypeDetectorFuncs(t *testing.T) {
|
|
detectFns := map[source.Type]source.TypeDetectFunc{ //nolint:exhaustive
|
|
json.TypeJSON: json.DetectJSON,
|
|
json.TypeJSONA: json.DetectJSONA,
|
|
json.TypeJSONL: json.DetectJSONL,
|
|
}
|
|
|
|
testCases := []struct {
|
|
fn source.Type
|
|
fname string
|
|
want source.Type // Note: that the zero value is source.TypeNone
|
|
// If wantScore is zero, it's not inspected. If non-zero,
|
|
// gotScore is tested against wantScore
|
|
wantScore float32
|
|
wantErr bool
|
|
}{
|
|
// JSON detector
|
|
{fn: json.TypeJSON, fname: "actor.json", want: json.TypeJSON},
|
|
{fn: json.TypeJSON, fname: "film_actor.json", want: json.TypeJSON},
|
|
{fn: json.TypeJSON, fname: "payment.json", want: json.TypeJSON},
|
|
{fn: json.TypeJSON, fname: "address_1_object.json", want: json.TypeJSON},
|
|
{fn: json.TypeJSON, fname: "1_record_on_1_line.jsonl", want: json.TypeJSON, wantScore: 0.9},
|
|
{fn: json.TypeJSON, fname: "1_record_over_n_lines.json", want: json.TypeJSON, wantScore: 1.0},
|
|
{fn: json.TypeJSON, fname: "jsona_bad_1.jsona"},
|
|
{fn: json.TypeJSON, fname: "jsona_good_1.jsona"},
|
|
{fn: json.TypeJSON, fname: "film_actor.jsona"},
|
|
{fn: json.TypeJSON, fname: "payment.jsona"},
|
|
{fn: json.TypeJSON, fname: "actor.jsona"},
|
|
{fn: json.TypeJSON, fname: "actor.jsonl"},
|
|
{fn: json.TypeJSON, fname: "film_actor.jsona"},
|
|
{fn: json.TypeJSON, fname: "film_actor.jsonl"},
|
|
{fn: json.TypeJSON, fname: "payment.jsona"},
|
|
{fn: json.TypeJSON, fname: "payment.jsonl"},
|
|
{fn: json.TypeJSON, fname: "jsonl_good_1.jsonl"},
|
|
{fn: json.TypeJSON, fname: "jsonl_bad_1.jsonl"},
|
|
|
|
// JSONA detector
|
|
{fn: json.TypeJSONA, fname: "actor.jsona", want: json.TypeJSONA},
|
|
{fn: json.TypeJSONA, fname: "1_record_on_1_line.jsonl"},
|
|
{fn: json.TypeJSONA, fname: "1_record_over_n_lines.json"},
|
|
{fn: json.TypeJSONA, fname: "jsona_bad_1.jsona"},
|
|
{fn: json.TypeJSONA, fname: "jsona_good_1.jsona", want: json.TypeJSONA},
|
|
{fn: json.TypeJSONA, fname: "film_actor.jsona", want: json.TypeJSONA},
|
|
{fn: json.TypeJSONA, fname: "payment.jsona", want: json.TypeJSONA},
|
|
{fn: json.TypeJSONA, fname: "actor.json"},
|
|
{fn: json.TypeJSONA, fname: "actor.jsonl"},
|
|
{fn: json.TypeJSONA, fname: "film_actor.json"},
|
|
{fn: json.TypeJSONA, fname: "film_actor.jsonl"},
|
|
{fn: json.TypeJSONA, fname: "payment.json"},
|
|
{fn: json.TypeJSONA, fname: "payment.jsonl"},
|
|
{fn: json.TypeJSONA, fname: "jsonl_good_1.jsonl"},
|
|
{fn: json.TypeJSONA, fname: "jsonl_bad_1.jsonl"},
|
|
// JSONL detector
|
|
{fn: json.TypeJSONL, fname: "actor.jsonl", want: json.TypeJSONL},
|
|
{fn: json.TypeJSONL, fname: "jsonl_good_1.jsonl", want: json.TypeJSONL},
|
|
{fn: json.TypeJSONL, fname: "1_record_on_1_line.jsonl", want: json.TypeJSONL},
|
|
{fn: json.TypeJSONL, fname: "1_record_over_n_lines.json"},
|
|
{fn: json.TypeJSONL, fname: "jsonl_bad_1.jsonl"},
|
|
{fn: json.TypeJSONL, fname: "actor.jsona"},
|
|
{fn: json.TypeJSONL, fname: "actor.json"},
|
|
{fn: json.TypeJSONL, fname: "film_actor.jsonl", want: json.TypeJSONL},
|
|
{fn: json.TypeJSONL, fname: "film_actor.jsona"},
|
|
{fn: json.TypeJSONL, fname: "film_actor.json"},
|
|
{fn: json.TypeJSONL, fname: "payment.jsonl", want: json.TypeJSONL},
|
|
{fn: json.TypeJSONL, fname: "payment.jsona"},
|
|
{fn: json.TypeJSONL, fname: "payment.json"},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
tc := tc
|
|
|
|
t.Run(tutil.Name(tc.fn, tc.fname), func(t *testing.T) {
|
|
openFn := func() (io.ReadCloser, error) { return os.Open(filepath.Join("testdata", tc.fname)) }
|
|
detectFn := detectFns[tc.fn]
|
|
|
|
ctx := lg.NewContext(context.Background(), slogt.New(t))
|
|
|
|
gotType, gotScore, gotErr := detectFn(ctx, openFn)
|
|
if tc.wantErr {
|
|
require.Error(t, gotErr)
|
|
return
|
|
}
|
|
|
|
require.NoError(t, gotErr)
|
|
require.Equal(t, tc.want, gotType)
|
|
if tc.want == source.TypeNone {
|
|
require.Equal(t, float32(0), gotScore)
|
|
return
|
|
}
|
|
|
|
if tc.wantScore != 0 {
|
|
require.Equal(t, tc.wantScore, gotScore)
|
|
} else {
|
|
require.Equal(t, float32(1.0), gotScore)
|
|
}
|
|
})
|
|
}
|
|
}
|