sq/drivers/json/json_test.go

package json_test

import (
	"context"
	"io"
	"os"
	"path/filepath"
	"testing"

	"github.com/neilotoole/sq/testh/tutil"

	"github.com/neilotoole/lg/testlg"
	"github.com/stretchr/testify/require"

	"github.com/neilotoole/sq/drivers/json"
	"github.com/neilotoole/sq/libsq/source"
)

func TestTypeDetectorFuncs(t *testing.T) {
	detectFns := map[source.Type]source.TypeDetectFunc{ //nolint:exhaustive
		json.TypeJSON:  json.DetectJSON,
		json.TypeJSONA: json.DetectJSONA,
		json.TypeJSONL: json.DetectJSONL,
	}

	testCases := []struct {
		fn    source.Type
		fname string
		want  source.Type // Note: that the zero value is source.TypeNone
		// If wantScore is zero, it's not inspected. If non-zero,
		// gotScore is tested against wantScore
		wantScore float32
		wantErr   bool
	}{
		// JSON detector
		{fn: json.TypeJSON, fname: "actor.json", want: json.TypeJSON},
		{fn: json.TypeJSON, fname: "film_actor.json", want: json.TypeJSON},
		{fn: json.TypeJSON, fname: "payment.json", want: json.TypeJSON},
		{fn: json.TypeJSON, fname: "address_1_object.json", want: json.TypeJSON},
		{fn: json.TypeJSON, fname: "1_record_on_1_line.jsonl", want: json.TypeJSON, wantScore: 0.9},
		{fn: json.TypeJSON, fname: "1_record_over_n_lines.json", want: json.TypeJSON, wantScore: 1.0},
		{fn: json.TypeJSON, fname: "jsona_bad_1.jsona"},
		{fn: json.TypeJSON, fname: "jsona_good_1.jsona"},
		{fn: json.TypeJSON, fname: "film_actor.jsona"},
		{fn: json.TypeJSON, fname: "payment.jsona"},
		{fn: json.TypeJSON, fname: "actor.jsona"},
		{fn: json.TypeJSON, fname: "actor.jsonl"},
		{fn: json.TypeJSON, fname: "film_actor.jsona"},
		{fn: json.TypeJSON, fname: "film_actor.jsonl"},
		{fn: json.TypeJSON, fname: "payment.jsona"},
		{fn: json.TypeJSON, fname: "payment.jsonl"},
		{fn: json.TypeJSON, fname: "jsonl_good_1.jsonl"},
		{fn: json.TypeJSON, fname: "jsonl_bad_1.jsonl"},

		// JSONA detector
		{fn: json.TypeJSONA, fname: "actor.jsona", want: json.TypeJSONA},
		{fn: json.TypeJSONA, fname: "1_record_on_1_line.jsonl"},
		{fn: json.TypeJSONA, fname: "1_record_over_n_lines.json"},
		{fn: json.TypeJSONA, fname: "jsona_bad_1.jsona"},
		{fn: json.TypeJSONA, fname: "jsona_good_1.jsona", want: json.TypeJSONA},
		{fn: json.TypeJSONA, fname: "film_actor.jsona", want: json.TypeJSONA},
		{fn: json.TypeJSONA, fname: "payment.jsona", want: json.TypeJSONA},
		{fn: json.TypeJSONA, fname: "actor.json"},
		{fn: json.TypeJSONA, fname: "actor.jsonl"},
		{fn: json.TypeJSONA, fname: "film_actor.json"},
		{fn: json.TypeJSONA, fname: "film_actor.jsonl"},
		{fn: json.TypeJSONA, fname: "payment.json"},
		{fn: json.TypeJSONA, fname: "payment.jsonl"},
		{fn: json.TypeJSONA, fname: "jsonl_good_1.jsonl"},
		{fn: json.TypeJSONA, fname: "jsonl_bad_1.jsonl"},
		// JSONL detector
		{fn: json.TypeJSONL, fname: "actor.jsonl", want: json.TypeJSONL},
		{fn: json.TypeJSONL, fname: "jsonl_good_1.jsonl", want: json.TypeJSONL},
		{fn: json.TypeJSONL, fname: "1_record_on_1_line.jsonl", want: json.TypeJSONL},
		{fn: json.TypeJSONL, fname: "1_record_over_n_lines.json"},
		{fn: json.TypeJSONL, fname: "jsonl_bad_1.jsonl"},
		{fn: json.TypeJSONL, fname: "actor.jsona"},
		{fn: json.TypeJSONL, fname: "actor.json"},
		{fn: json.TypeJSONL, fname: "film_actor.jsonl", want: json.TypeJSONL},
		{fn: json.TypeJSONL, fname: "film_actor.jsona"},
		{fn: json.TypeJSONL, fname: "film_actor.json"},
		{fn: json.TypeJSONL, fname: "payment.jsonl", want: json.TypeJSONL},
		{fn: json.TypeJSONL, fname: "payment.jsona"},
		{fn: json.TypeJSONL, fname: "payment.json"},
	}

	for _, tc := range testCases {
		tc := tc

		t.Run(tutil.Name(tc.fn, tc.fname), func(t *testing.T) {
			openFn := func() (io.ReadCloser, error) { return os.Open(filepath.Join("testdata", tc.fname)) }
			detectFn := detectFns[tc.fn]

			gotType, gotScore, gotErr := detectFn(context.Background(), testlg.New(t), openFn)
			if tc.wantErr {
				require.Error(t, gotErr)
				return
			}

			require.NoError(t, gotErr)
			require.Equal(t, tc.want, gotType)
			if tc.want == source.TypeNone {
				require.Equal(t, float32(0), gotScore)
				return
			}

			if tc.wantScore != 0 {
				require.Equal(t, tc.wantScore, gotScore)
			} else {
				require.Equal(t, float32(1.0), gotScore)
			}
		})
	}
}