package fetcher_test import ( "bytes" "context" "io/ioutil" "log" "net/http" "net/http/httptest" "testing" "time" "github.com/stretchr/testify/require" "github.com/neilotoole/sq/libsq/source/fetcher" "github.com/neilotoole/sq/testh/proj" "github.com/neilotoole/sq/testh/sakila" ) func TestFetcherHTTP(t *testing.T) { wantData := proj.ReadFile(sakila.PathCSVActor) buf := &bytes.Buffer{} f := &fetcher.Fetcher{} err := f.Fetch(context.Background(), sakila.URLActorCSV, buf) require.NoError(t, err) require.Equal(t, wantData, buf.Bytes()) } func TestFetcherConfig(t *testing.T) { ctx := context.Background() serverSleepy := new(time.Duration) server := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { time.Sleep(*serverSleepy) })) server.Config.ErrorLog = log.New(ioutil.Discard, "", 0) // hush the server logging server.StartTLS() defer server.Close() fetchr := &fetcher.Fetcher{} // No config, expect error because of bad cert err := fetchr.Fetch(ctx, server.URL, ioutil.Discard) require.Error(t, err, "expect untrusted cert error") cfg := &fetcher.Config{InsecureSkipVerify: true} // Config as field of Fetcher fetchr = &fetcher.Fetcher{Config: cfg} err = fetchr.Fetch(ctx, server.URL, ioutil.Discard) require.NoError(t, err) // Test timeout cfg.Timeout = time.Millisecond * 100 // Have the server sleep for longer than that *serverSleepy = time.Millisecond * 200 fetchr = &fetcher.Fetcher{Config: cfg} err = fetchr.Fetch(ctx, server.URL, ioutil.Discard) require.Error(t, err, "should have seen a client timeout") // Make the client timeout larger than server sleep time cfg.Timeout = time.Millisecond * 500 err = fetchr.Fetch(ctx, server.URL, ioutil.Discard) require.NoError(t, err) }