mirror of
https://github.com/neilotoole/sq.git
synced 2024-12-18 21:52:28 +03:00
58ccfc9ded
* Type Detector refactor * json driver impl; refactoring of source.Files reader et al * working on kind detector * significant switcheroo of packages * partway throught refactoring Kind * major package switcheroo for Kind
255 lines
5.6 KiB
Go
255 lines
5.6 KiB
Go
package source
|
|
|
|
import (
|
|
"net/url"
|
|
"path"
|
|
"path/filepath"
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/neilotoole/sq/libsq/core/errz"
|
|
"github.com/xo/dburl"
|
|
)
|
|
|
|
var dbSchemes = []string{
|
|
"mysql",
|
|
"sqlserver",
|
|
"postgres",
|
|
"sqlite3",
|
|
}
|
|
|
|
// LocationFileName returns the final component of the file/URL path.
|
|
func LocationFileName(src *Source) (string, error) {
|
|
if IsSQLLocation(src.Location) {
|
|
return "", errz.Errorf("location is not a file: %s", src.Location)
|
|
}
|
|
|
|
ploc, err := parseLoc(src.Location)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return ploc.name + ploc.ext, nil
|
|
}
|
|
|
|
// IsSQLLocation returns true if source location loc seems to be
|
|
// a DSN for a SQL driver.
|
|
func IsSQLLocation(loc string) bool {
|
|
for _, dbScheme := range dbSchemes {
|
|
if strings.HasPrefix(loc, dbScheme+"://") {
|
|
return true
|
|
}
|
|
}
|
|
|
|
return false
|
|
}
|
|
|
|
// ShortLocation returns a short location string. For example, the
|
|
// base name (data.xlsx) for a file or for a DSN, user@host[:port]/db.
|
|
func ShortLocation(loc string) string {
|
|
if !IsSQLLocation(loc) {
|
|
// NOT a SQL location, must be a document (local filepath or URL).
|
|
|
|
// Let's check if it's http
|
|
u, ok := httpURL(loc)
|
|
if ok {
|
|
name := path.Base(u.Path)
|
|
if name == "" || name == "/" || name == "." {
|
|
// Well, if we don't have a good name from u.Path, we'll
|
|
// fall back to the hostname.
|
|
name = u.Hostname()
|
|
}
|
|
return name
|
|
}
|
|
|
|
// It's not a http URL, so it must be a filepath
|
|
loc = filepath.Clean(loc)
|
|
return filepath.Base(loc)
|
|
}
|
|
|
|
// It's a SQL driver
|
|
u, err := dburl.Parse(loc)
|
|
if err != nil {
|
|
return loc
|
|
}
|
|
|
|
if u.Scheme == "sqlite3" {
|
|
// special handling for sqlite
|
|
return path.Base(u.DSN)
|
|
}
|
|
|
|
sb := strings.Builder{}
|
|
if u.User != nil && len(u.User.Username()) > 0 {
|
|
sb.WriteString(u.User.Username())
|
|
sb.WriteString("@")
|
|
}
|
|
|
|
sb.WriteString(u.Host)
|
|
if u.Path != "" {
|
|
sb.WriteString(u.Path)
|
|
// path contains the db name
|
|
return sb.String()
|
|
}
|
|
|
|
// Else path is empty, db name was prob part of params
|
|
vals, err := url.ParseQuery(u.DSN)
|
|
if err != nil {
|
|
return loc
|
|
}
|
|
|
|
db := vals.Get("database")
|
|
if db == "" {
|
|
return loc
|
|
}
|
|
|
|
sb.WriteRune('/')
|
|
sb.WriteString(db)
|
|
return sb.String()
|
|
}
|
|
|
|
// parsedLoc is a parsed representation of a source location.
|
|
type parsedLoc struct {
|
|
// loc is the original unparsed location value.
|
|
loc string
|
|
|
|
// typ is the associated source driver type, which may
|
|
// be empty until later determination.
|
|
typ Type
|
|
|
|
// scheme is the original location scheme
|
|
scheme string
|
|
|
|
// user is the username, if applicable.
|
|
user string
|
|
|
|
// pass is the password, if applicable.
|
|
pass string
|
|
|
|
// hostname is the hostname, if applicable.
|
|
hostname string
|
|
|
|
// port is the port number or 0 if not applicable.
|
|
port int
|
|
|
|
// name is the "source name", e.g. "sakila". Typically this
|
|
// is the database name, but for a file location such
|
|
// as "/path/to/things.xlsx" it would be "things".
|
|
name string
|
|
|
|
// ext is the file extension, if applicable.
|
|
ext string
|
|
|
|
// dsn is the connection "data source name" that can be used in a
|
|
// call to sql/Open. Empty for non-SQL locations.
|
|
dsn string
|
|
}
|
|
|
|
// parseLoc parses a location string. On return
|
|
// the typ field may not be set: further processing
|
|
// may be required.
|
|
func parseLoc(loc string) (*parsedLoc, error) {
|
|
ploc := &parsedLoc{loc: loc}
|
|
|
|
if !strings.Contains(loc, "://") {
|
|
if strings.Contains(loc, ":/") {
|
|
// malformed location, such as "sqlite3:/path/to/file"
|
|
return nil, errz.Errorf("parse location: invalid scheme: %q", loc)
|
|
}
|
|
|
|
// no scheme: it's just a regular file path for a document such as an Excel file
|
|
name := filepath.Base(loc)
|
|
ploc.ext = filepath.Ext(name)
|
|
if ploc.ext != "" {
|
|
name = name[:len(name)-len(ploc.ext)]
|
|
}
|
|
|
|
ploc.name = name
|
|
return ploc, nil
|
|
}
|
|
|
|
if u, ok := httpURL(loc); ok {
|
|
// It's a http or https URL
|
|
ploc.scheme = u.Scheme
|
|
ploc.hostname = u.Hostname()
|
|
if u.Port() != "" {
|
|
var err error
|
|
ploc.port, err = strconv.Atoi(u.Port())
|
|
if err != nil {
|
|
return nil, errz.Wrapf(err, "parse location: invalid port %q: %q", u.Port(), loc)
|
|
}
|
|
}
|
|
|
|
name := path.Base(u.Path)
|
|
ploc.ext = path.Ext(name)
|
|
if ploc.ext != "" {
|
|
name = name[:len(name)-len(ploc.ext)]
|
|
}
|
|
|
|
ploc.name = name
|
|
return ploc, nil
|
|
}
|
|
|
|
// sqlite3 is a special case, handle it now
|
|
const sqlitePrefix = "sqlite3://"
|
|
if strings.HasPrefix(loc, sqlitePrefix) {
|
|
fpath := strings.TrimPrefix(loc, sqlitePrefix)
|
|
|
|
ploc.scheme = "sqlite3"
|
|
ploc.typ = typeSL3
|
|
ploc.dsn = fpath
|
|
|
|
// fpath could include params, e.g. "sqlite3://C:\sakila.db?param=val"
|
|
if i := strings.IndexRune(fpath, '?'); i >= 0 {
|
|
// Snip off the params
|
|
fpath = fpath[:i]
|
|
}
|
|
|
|
name := filepath.Base(fpath)
|
|
ploc.ext = filepath.Ext(name)
|
|
if ploc.ext != "" {
|
|
name = name[:len(name)-len(ploc.ext)]
|
|
}
|
|
|
|
ploc.name = name
|
|
return ploc, nil
|
|
}
|
|
|
|
u, err := dburl.Parse(loc)
|
|
if err != nil {
|
|
return nil, errz.Err(err)
|
|
}
|
|
|
|
ploc.scheme = u.OriginalScheme
|
|
ploc.dsn = u.DSN
|
|
ploc.user = u.User.Username()
|
|
ploc.pass, _ = u.User.Password()
|
|
ploc.hostname = u.Hostname()
|
|
if u.Port() != "" {
|
|
ploc.port, err = strconv.Atoi(u.Port())
|
|
if err != nil {
|
|
return nil, errz.Wrapf(err, "parse location: invalid port %q: %q", u.Port(), loc)
|
|
}
|
|
}
|
|
|
|
switch ploc.scheme {
|
|
default:
|
|
return nil, errz.Errorf("parse location: invalid scheme: %s", loc)
|
|
case "sqlserver":
|
|
ploc.typ = typeMS
|
|
vals, err := url.ParseQuery(u.DSN)
|
|
if err != nil {
|
|
return nil,
|
|
errz.Wrapf(err, "parse location: %q", loc)
|
|
}
|
|
ploc.name = vals.Get("database")
|
|
case "postgres":
|
|
ploc.typ = typePg
|
|
ploc.name = strings.TrimPrefix(u.Path, "/")
|
|
case "mysql":
|
|
ploc.typ = typeMy
|
|
ploc.name = strings.TrimPrefix(u.Path, "/")
|
|
}
|
|
|
|
return ploc, nil
|
|
}
|