2018-09-21 13:54:48 +03:00
package github
import (
"bytes"
2020-02-10 00:17:10 +03:00
"context"
2018-09-21 13:54:48 +03:00
"encoding/json"
"fmt"
"io"
"io/ioutil"
"math/rand"
"net/http"
2018-09-21 19:23:46 +03:00
"regexp"
2019-11-19 23:12:10 +03:00
"sort"
2018-09-21 13:54:48 +03:00
"strings"
"time"
2019-05-29 21:49:55 +03:00
"github.com/pkg/errors"
2019-05-24 22:04:25 +03:00
2018-09-21 19:23:46 +03:00
"github.com/MichaelMure/git-bug/bridge/core"
2019-12-08 23:15:06 +03:00
"github.com/MichaelMure/git-bug/bridge/core/auth"
"github.com/MichaelMure/git-bug/cache"
2020-01-08 00:06:42 +03:00
"github.com/MichaelMure/git-bug/input"
2018-09-21 19:23:46 +03:00
"github.com/MichaelMure/git-bug/repository"
2018-09-21 13:54:48 +03:00
)
2019-05-24 22:04:25 +03:00
var (
2019-05-29 21:49:55 +03:00
ErrBadProjectURL = errors . New ( "bad project url" )
2019-05-24 22:04:25 +03:00
)
2018-09-21 13:54:48 +03:00
2020-02-15 04:55:19 +03:00
func ( g * Github ) ValidParams ( ) map [ string ] interface { } {
return map [ string ] interface { } {
"URL" : nil ,
"Login" : nil ,
"CredPrefix" : nil ,
"TokenRaw" : nil ,
"Owner" : nil ,
"Project" : nil ,
2019-12-10 22:30:29 +03:00
}
2020-02-15 04:55:19 +03:00
}
2019-12-10 22:30:29 +03:00
2020-02-15 04:55:19 +03:00
func ( g * Github ) Configure ( repo * cache . RepoCache , params core . BridgeParams ) ( core . Configuration , error ) {
2019-05-24 22:04:25 +03:00
var err error
2019-11-26 21:46:50 +03:00
var owner string
var project string
2020-02-29 17:04:48 +03:00
var ok bool
2019-12-08 23:15:06 +03:00
2019-05-25 16:56:52 +03:00
// getting owner and project name
2019-11-26 21:46:50 +03:00
switch {
case params . Owner != "" && params . Project != "" :
2019-05-25 18:27:25 +03:00
// first try to use params if both or project and owner are provided
2019-05-24 22:04:25 +03:00
owner = params . Owner
project = params . Project
2019-11-26 21:46:50 +03:00
case params . URL != "" :
2019-05-25 18:27:25 +03:00
// try to parse params URL and extract owner and project
2019-05-29 21:49:55 +03:00
owner , project , err = splitURL ( params . URL )
2019-05-24 22:04:25 +03:00
if err != nil {
return nil , err
}
2019-11-26 21:46:50 +03:00
default :
2019-05-25 18:27:25 +03:00
// terminal prompt
2019-12-08 23:15:06 +03:00
owner , project , err = promptURL ( repo )
2019-05-24 22:04:25 +03:00
if err != nil {
return nil , err
}
2018-09-21 13:54:48 +03:00
}
2020-02-29 17:04:48 +03:00
// validate project owner and override with the correct case
ok , owner , err = validateUsername ( owner )
2018-09-21 13:54:48 +03:00
if err != nil {
return nil , err
}
2019-05-24 22:04:25 +03:00
if ! ok {
return nil , fmt . Errorf ( "invalid parameter owner: %v" , owner )
2018-09-21 13:54:48 +03:00
}
2020-02-10 00:17:10 +03:00
var login string
2019-12-08 23:15:06 +03:00
var cred auth . Credential
switch {
case params . CredPrefix != "" :
cred , err = auth . LoadWithPrefix ( repo , params . CredPrefix )
2018-09-21 19:23:46 +03:00
if err != nil {
return nil , err
2018-09-21 13:54:48 +03:00
}
2020-02-10 00:17:10 +03:00
l , ok := cred . GetMetadata ( auth . MetaKeyLogin )
if ! ok {
return nil , fmt . Errorf ( "credential doesn't have a login" )
}
login = l
2019-12-08 23:15:06 +03:00
case params . TokenRaw != "" :
2020-02-12 20:32:01 +03:00
token := auth . NewToken ( target , params . TokenRaw )
2020-02-10 00:17:10 +03:00
login , err = getLoginFromToken ( token )
if err != nil {
return nil , err
}
token . SetMetadata ( auth . MetaKeyLogin , login )
cred = token
2019-12-08 23:15:06 +03:00
default :
2020-02-29 17:04:48 +03:00
if params . Login == "" {
login , err = promptLogin ( )
} else {
// validate login and override with the correct case
ok , login , err = validateUsername ( params . Login )
if ! ok {
return nil , fmt . Errorf ( "invalid parameter login: %v" , params . Login )
2020-02-10 00:17:10 +03:00
}
}
2020-02-29 17:04:48 +03:00
if err != nil {
return nil , err
}
2020-01-08 00:07:25 +03:00
cred , err = promptTokenOptions ( repo , login , owner , project )
2019-11-23 21:20:32 +03:00
if err != nil {
return nil , err
}
2019-12-08 23:15:06 +03:00
}
token , ok := cred . ( * auth . Token )
if ! ok {
return nil , fmt . Errorf ( "the Github bridge only handle token credentials" )
2018-09-21 13:54:48 +03:00
}
2019-05-25 16:20:30 +03:00
// verify access to the repository with token
2019-12-08 23:15:06 +03:00
ok , err = validateProject ( owner , project , token )
2019-05-24 22:04:25 +03:00
if err != nil {
return nil , err
}
if ! ok {
2019-06-05 01:45:34 +03:00
return nil , fmt . Errorf ( "project doesn't exist or authentication token has an incorrect scope" )
2019-05-24 22:04:25 +03:00
}
2020-02-15 04:55:19 +03:00
conf := make ( core . Configuration )
2019-11-10 19:48:13 +03:00
conf [ core . ConfigKeyTarget ] = target
2020-02-15 04:55:19 +03:00
conf [ confKeyOwner ] = owner
conf [ confKeyProject ] = project
2020-02-23 16:05:03 +03:00
conf [ confKeyDefaultLogin ] = login
2018-09-21 13:54:48 +03:00
2019-08-21 15:24:48 +03:00
err = g . ValidateConfig ( conf )
if err != nil {
return nil , err
}
2019-12-08 23:15:06 +03:00
// don't forget to store the now known valid token
if ! auth . IdExist ( repo , cred . ID ( ) ) {
err = auth . Store ( repo , cred )
if err != nil {
return nil , err
}
}
2020-01-24 02:30:13 +03:00
return conf , core . FinishConfig ( repo , metaKeyGithubLogin , login )
2018-09-21 13:54:48 +03:00
}
2020-02-15 15:45:14 +03:00
func ( * Github ) ValidateConfig ( conf core . Configuration ) error {
2019-11-10 19:48:13 +03:00
if v , ok := conf [ core . ConfigKeyTarget ] ; ! ok {
return fmt . Errorf ( "missing %s key" , core . ConfigKeyTarget )
2019-06-17 00:02:59 +03:00
} else if v != target {
return fmt . Errorf ( "unexpected target name: %v" , v )
2019-06-15 03:33:06 +03:00
}
2020-02-15 04:55:19 +03:00
if _ , ok := conf [ confKeyOwner ] ; ! ok {
return fmt . Errorf ( "missing %s key" , confKeyOwner )
2018-09-24 18:21:24 +03:00
}
2020-02-15 04:55:19 +03:00
if _ , ok := conf [ confKeyProject ] ; ! ok {
return fmt . Errorf ( "missing %s key" , confKeyProject )
2018-09-24 18:21:24 +03:00
}
2020-02-23 16:05:03 +03:00
if _ , ok := conf [ confKeyDefaultLogin ] ; ! ok {
return fmt . Errorf ( "missing %s key" , confKeyDefaultLogin )
}
2018-09-24 18:21:24 +03:00
return nil
}
2020-01-08 00:07:25 +03:00
func requestToken ( note , login , password string , scope string ) ( * http . Response , error ) {
return requestTokenWith2FA ( note , login , password , "" , scope )
2018-09-21 15:38:44 +03:00
}
2020-01-08 00:07:25 +03:00
func requestTokenWith2FA ( note , login , password , otpCode string , scope string ) ( * http . Response , error ) {
2018-09-21 15:38:44 +03:00
url := fmt . Sprintf ( "%s/authorizations" , githubV3Url )
params := struct {
Scopes [ ] string ` json:"scopes" `
Note string ` json:"note" `
Fingerprint string ` json:"fingerprint" `
} {
2019-05-24 22:04:25 +03:00
Scopes : [ ] string { scope } ,
2018-09-21 15:38:44 +03:00
Note : note ,
Fingerprint : randomFingerprint ( ) ,
}
data , err := json . Marshal ( params )
if err != nil {
return nil , err
}
req , err := http . NewRequest ( "POST" , url , bytes . NewBuffer ( data ) )
if err != nil {
return nil , err
}
2020-01-08 00:07:25 +03:00
req . SetBasicAuth ( login , password )
2018-09-21 15:38:44 +03:00
req . Header . Set ( "Content-Type" , "application/json" )
if otpCode != "" {
req . Header . Set ( "X-GitHub-OTP" , otpCode )
}
2019-05-24 22:04:25 +03:00
client := & http . Client {
Timeout : defaultTimeout ,
}
2018-09-21 15:38:44 +03:00
return client . Do ( req )
}
2018-09-21 19:23:46 +03:00
func decodeBody ( body io . ReadCloser ) ( string , error ) {
2018-09-21 13:54:48 +03:00
data , _ := ioutil . ReadAll ( body )
aux := struct {
Token string ` json:"token" `
} { }
err := json . Unmarshal ( data , & aux )
if err != nil {
2018-09-21 19:23:46 +03:00
return "" , err
}
if aux . Token == "" {
return "" , fmt . Errorf ( "no token found in response: %s" , string ( data ) )
2018-09-21 13:54:48 +03:00
}
2018-09-21 19:23:46 +03:00
return aux . Token , nil
2018-09-21 13:54:48 +03:00
}
func randomFingerprint ( ) string {
// Doesn't have to be crypto secure, it's just to avoid token collision
rand . Seed ( time . Now ( ) . UnixNano ( ) )
var letterRunes = [ ] rune ( "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ" )
b := make ( [ ] rune , 32 )
for i := range b {
b [ i ] = letterRunes [ rand . Intn ( len ( letterRunes ) ) ]
}
return string ( b )
}
2020-01-08 00:07:25 +03:00
func promptTokenOptions ( repo repository . RepoConfig , login , owner , project string ) ( auth . Credential , error ) {
2020-02-15 04:55:19 +03:00
creds , err := auth . List ( repo ,
auth . WithTarget ( target ) ,
auth . WithKind ( auth . KindToken ) ,
auth . WithMeta ( auth . MetaKeyLogin , login ) ,
)
if err != nil {
return nil , err
}
2019-05-25 16:20:30 +03:00
2020-02-15 15:45:14 +03:00
cred , index , err := input . PromptCredential ( target , "token" , creds , [ ] string {
"enter my token" ,
"interactive token creation" ,
} )
switch {
case err != nil :
return nil , err
case cred != nil :
2020-02-15 04:55:19 +03:00
return cred , nil
2020-02-15 15:45:14 +03:00
case index == 0 :
2020-02-15 04:55:19 +03:00
return promptToken ( )
2020-02-15 15:45:14 +03:00
case index == 1 :
2020-02-15 04:55:19 +03:00
value , err := loginAndRequestToken ( login , owner , project )
2019-05-25 16:20:30 +03:00
if err != nil {
2019-11-23 21:20:32 +03:00
return nil , err
2019-05-25 16:20:30 +03:00
}
2020-02-15 04:55:19 +03:00
token := auth . NewToken ( target , value )
token . SetMetadata ( auth . MetaKeyLogin , login )
return token , nil
default :
2020-02-15 15:45:14 +03:00
panic ( "missed case" )
2019-11-23 21:20:32 +03:00
}
}
2020-02-10 00:17:10 +03:00
func promptToken ( ) ( * auth . Token , error ) {
2019-05-26 18:35:39 +03:00
fmt . Println ( "You can generate a new token by visiting https://github.com/settings/tokens." )
fmt . Println ( "Choose 'Generate new token' and set the necessary access scope for your repository." )
fmt . Println ( )
fmt . Println ( "The access scope depend on the type of repository." )
fmt . Println ( "Public:" )
2019-05-29 21:49:55 +03:00
fmt . Println ( " - 'public_repo': to be able to read public repositories" )
2019-05-26 18:35:39 +03:00
fmt . Println ( "Private:" )
2019-05-29 21:49:55 +03:00
fmt . Println ( " - 'repo' : to be able to read private repositories" )
2019-05-26 18:35:39 +03:00
fmt . Println ( )
2020-02-23 16:23:34 +03:00
re := regexp . MustCompile ( ` ^[a-zA-Z0-9] { 40}$ ` )
2019-06-05 02:42:36 +03:00
2020-02-10 00:17:10 +03:00
var login string
2020-01-08 00:06:42 +03:00
validator := func ( name string , value string ) ( complaint string , err error ) {
2020-02-10 00:17:10 +03:00
if ! re . MatchString ( value ) {
return "token has incorrect format" , nil
}
2020-02-12 20:32:01 +03:00
login , err = getLoginFromToken ( auth . NewToken ( target , value ) )
2020-02-10 00:17:10 +03:00
if err != nil {
return fmt . Sprintf ( "token is invalid: %v" , err ) , nil
2019-05-25 16:20:30 +03:00
}
2020-02-10 00:17:10 +03:00
return "" , nil
}
rawToken , err := input . Prompt ( "Enter token" , "token" , input . Required , validator )
if err != nil {
return nil , err
2019-05-25 16:20:30 +03:00
}
2020-01-08 00:06:42 +03:00
2020-02-12 20:32:01 +03:00
token := auth . NewToken ( target , rawToken )
2020-02-10 00:17:10 +03:00
token . SetMetadata ( auth . MetaKeyLogin , login )
return token , nil
2019-05-25 16:20:30 +03:00
}
2020-01-08 00:07:25 +03:00
func loginAndRequestToken ( login , owner , project string ) ( string , error ) {
2019-11-26 21:46:50 +03:00
fmt . Println ( "git-bug will now generate an access token in your Github profile. Your credential are not stored and are only used to generate the token. The token is stored in the global git config." )
2019-05-25 16:20:30 +03:00
fmt . Println ( )
2019-05-26 13:47:01 +03:00
fmt . Println ( "The access scope depend on the type of repository." )
fmt . Println ( "Public:" )
2019-05-29 21:49:55 +03:00
fmt . Println ( " - 'public_repo': to be able to read public repositories" )
2019-05-26 13:47:01 +03:00
fmt . Println ( "Private:" )
2019-05-29 21:49:55 +03:00
fmt . Println ( " - 'repo' : to be able to read private repositories" )
2019-05-25 16:20:30 +03:00
fmt . Println ( )
// prompt project visibility to know the token scope needed for the repository
2020-02-15 15:45:14 +03:00
index , err := input . PromptChoice ( "repository visibility" , [ ] string { "public" , "private" } )
2019-05-25 16:20:30 +03:00
if err != nil {
return "" , err
}
2020-02-15 15:45:14 +03:00
scope := [ ] string { "public_repo" , "repo" } [ index ]
2019-05-25 16:20:30 +03:00
2020-01-08 00:06:42 +03:00
password , err := input . PromptPassword ( "Password" , "password" , input . Required )
2019-05-25 16:20:30 +03:00
if err != nil {
return "" , err
}
// Attempt to authenticate and create a token
note := fmt . Sprintf ( "git-bug - %s/%s" , owner , project )
2020-01-08 00:07:25 +03:00
resp , err := requestToken ( note , login , password , scope )
2019-05-25 16:20:30 +03:00
if err != nil {
return "" , err
}
defer resp . Body . Close ( )
// Handle 2FA is needed
OTPHeader := resp . Header . Get ( "X-GitHub-OTP" )
if resp . StatusCode == http . StatusUnauthorized && OTPHeader != "" {
2020-01-08 00:06:42 +03:00
otpCode , err := input . PromptPassword ( "Two-factor authentication code" , "code" , input . Required )
2019-05-25 16:20:30 +03:00
if err != nil {
return "" , err
}
2020-01-08 00:06:42 +03:00
resp , err = requestTokenWith2FA ( note , login , password , otpCode , scope )
2019-05-25 16:20:30 +03:00
if err != nil {
return "" , err
}
defer resp . Body . Close ( )
}
if resp . StatusCode == http . StatusCreated {
2019-05-26 13:47:01 +03:00
return decodeBody ( resp . Body )
2019-05-25 16:20:30 +03:00
}
b , _ := ioutil . ReadAll ( resp . Body )
return "" , fmt . Errorf ( "error creating token %v: %v" , resp . StatusCode , string ( b ) )
}
2019-12-08 23:15:06 +03:00
func promptURL ( repo repository . RepoCommon ) ( string , string , error ) {
2020-02-15 04:55:19 +03:00
validRemotes , err := getValidGithubRemoteURLs ( repo )
2019-12-08 23:15:06 +03:00
if err != nil {
return "" , "" , err
}
2020-02-15 04:55:19 +03:00
validator := func ( name , value string ) ( string , error ) {
_ , _ , err := splitURL ( value )
2018-09-21 19:23:46 +03:00
if err != nil {
2020-02-15 04:55:19 +03:00
return err . Error ( ) , nil
2018-09-21 19:23:46 +03:00
}
2020-02-15 04:55:19 +03:00
return "" , nil
}
2018-09-21 19:23:46 +03:00
2020-02-15 04:55:19 +03:00
url , err := input . PromptURLWithRemote ( "Github project URL" , "URL" , validRemotes , input . Required , validator )
if err != nil {
return "" , "" , err
2018-09-21 19:23:46 +03:00
}
2020-02-15 04:55:19 +03:00
return splitURL ( url )
2018-09-21 19:23:46 +03:00
}
2019-05-29 21:49:55 +03:00
// splitURL extract the owner and project from a github repository URL. It will remove the
// '.git' extension from the URL before parsing it.
// Note that Github removes the '.git' extension from projects names at their creation
func splitURL ( url string ) ( owner string , project string , err error ) {
2019-05-26 18:35:39 +03:00
cleanURL := strings . TrimSuffix ( url , ".git" )
2019-05-29 21:49:55 +03:00
2020-02-15 04:55:19 +03:00
re := regexp . MustCompile ( ` github\.com[/:]([a-zA-Z0-9\-_]+)/([a-zA-Z0-9\-_.]+) ` )
2019-05-29 21:49:55 +03:00
res := re . FindStringSubmatch ( cleanURL )
2018-09-21 19:23:46 +03:00
if res == nil {
2019-05-29 21:49:55 +03:00
return "" , "" , ErrBadProjectURL
2019-05-25 16:20:30 +03:00
}
2019-05-29 21:49:55 +03:00
owner = res [ 1 ]
project = res [ 2 ]
2019-06-05 01:45:34 +03:00
return
2019-05-25 16:20:30 +03:00
}
2020-02-15 04:55:19 +03:00
func getValidGithubRemoteURLs ( repo repository . RepoCommon ) ( [ ] string , error ) {
remotes , err := repo . GetRemotes ( )
if err != nil {
return nil , err
}
2019-05-25 16:20:30 +03:00
urls := make ( [ ] string , 0 , len ( remotes ) )
for _ , url := range remotes {
// split url can work again with shortURL
2019-05-29 21:49:55 +03:00
owner , project , err := splitURL ( url )
2019-05-25 16:20:30 +03:00
if err == nil {
2019-05-29 21:49:55 +03:00
shortURL := fmt . Sprintf ( "%s/%s/%s" , "github.com" , owner , project )
2019-05-25 16:20:30 +03:00
urls = append ( urls , shortURL )
}
2018-09-21 13:54:48 +03:00
}
2019-11-19 23:12:10 +03:00
sort . Strings ( urls )
2020-02-15 04:55:19 +03:00
return urls , nil
2018-09-21 13:54:48 +03:00
}
2020-02-29 17:04:48 +03:00
func promptLogin ( ) ( string , error ) {
var login string
validator := func ( _ string , value string ) ( string , error ) {
ok , fixed , err := validateUsername ( value )
if err != nil {
return "" , err
}
if ! ok {
return "invalid login" , nil
}
login = fixed
return "" , nil
}
_ , err := input . Prompt ( "Github login" , "login" , input . Required , validator )
if err != nil {
return "" , err
}
return login , nil
}
func validateUsername ( username string ) ( bool , string , error ) {
2018-09-21 13:54:48 +03:00
url := fmt . Sprintf ( "%s/users/%s" , githubV3Url , username )
2019-05-29 21:49:55 +03:00
client := & http . Client {
Timeout : defaultTimeout ,
}
resp , err := client . Get ( url )
2018-09-21 13:54:48 +03:00
if err != nil {
2020-02-29 17:04:48 +03:00
return false , "" , err
}
if resp . StatusCode != http . StatusOK {
return false , "" , nil
}
data , err := ioutil . ReadAll ( resp . Body )
if err != nil {
return false , "" , err
2018-09-21 13:54:48 +03:00
}
err = resp . Body . Close ( )
if err != nil {
2020-02-29 17:04:48 +03:00
return false , "" , err
2018-09-21 13:54:48 +03:00
}
2020-02-29 17:04:48 +03:00
var decoded struct {
Login string ` json:"login" `
}
err = json . Unmarshal ( data , & decoded )
if err != nil {
return false , "" , err
}
if decoded . Login == "" {
return false , "" , fmt . Errorf ( "validateUsername: missing login in the response" )
}
return true , decoded . Login , nil
2018-09-21 13:54:48 +03:00
}
2019-12-08 23:15:06 +03:00
func validateProject ( owner , project string , token * auth . Token ) ( bool , error ) {
2019-05-24 22:04:25 +03:00
url := fmt . Sprintf ( "%s/repos/%s/%s" , githubV3Url , owner , project )
req , err := http . NewRequest ( "GET" , url , nil )
if err != nil {
return false , err
}
2019-05-25 16:20:30 +03:00
// need the token for private repositories
2019-12-08 23:15:06 +03:00
req . Header . Set ( "Authorization" , fmt . Sprintf ( "token %s" , token . Value ) )
2019-05-24 22:04:25 +03:00
client := & http . Client {
Timeout : defaultTimeout ,
}
resp , err := client . Do ( req )
if err != nil {
return false , err
}
err = resp . Body . Close ( )
if err != nil {
return false , err
}
return resp . StatusCode == http . StatusOK , nil
}
2020-02-10 00:17:10 +03:00
func getLoginFromToken ( token * auth . Token ) ( string , error ) {
ctx , cancel := context . WithTimeout ( context . Background ( ) , defaultTimeout )
defer cancel ( )
client := buildClient ( token )
var q loginQuery
err := client . Query ( ctx , & q , nil )
if err != nil {
return "" , err
}
if q . Viewer . Login == "" {
return "" , fmt . Errorf ( "github say username is empty" )
}
return q . Viewer . Login , nil
}