package github import ( "context" "encoding/json" "fmt" "io/ioutil" "math/rand" "net/http" "net/url" "regexp" "sort" "strconv" "strings" "time" "github.com/pkg/errors" "github.com/MichaelMure/git-bug/bridge/core" "github.com/MichaelMure/git-bug/bridge/core/auth" "github.com/MichaelMure/git-bug/cache" "github.com/MichaelMure/git-bug/input" "github.com/MichaelMure/git-bug/repository" ) const githubClientID = "ce3600aa56c2e69f18a5" // git-bug org var ( ErrBadProjectURL = errors.New("bad project url") ) func (g *Github) ValidParams() map[string]interface{} { return map[string]interface{}{ "URL": nil, "Login": nil, "CredPrefix": nil, "TokenRaw": nil, "Owner": nil, "Project": nil, } } func (g *Github) Configure(repo *cache.RepoCache, params core.BridgeParams) (core.Configuration, error) { var err error var owner string var project string var ok bool // getting owner and project name switch { case params.Owner != "" && params.Project != "": // first try to use params if both or project and owner are provided owner = params.Owner project = params.Project case params.URL != "": // try to parse params URL and extract owner and project owner, project, err = splitURL(params.URL) if err != nil { return nil, err } default: // terminal prompt owner, project, err = promptURL(repo) if err != nil { return nil, err } } // validate project owner and override with the correct case ok, owner, err = validateUsername(owner) if err != nil { return nil, err } if !ok { return nil, fmt.Errorf("invalid parameter owner: %v", owner) } var login string var cred auth.Credential switch { case params.CredPrefix != "": cred, err = auth.LoadWithPrefix(repo, params.CredPrefix) if err != nil { return nil, err } l, ok := cred.GetMetadata(auth.MetaKeyLogin) if !ok { return nil, fmt.Errorf("credential doesn't have a login") } login = l case params.TokenRaw != "": token := auth.NewToken(target, params.TokenRaw) login, err = getLoginFromToken(token) if err != nil { return nil, err } token.SetMetadata(auth.MetaKeyLogin, login) cred = token default: if params.Login == "" { login, err = promptLogin() } else { // validate login and override with the correct case ok, login, err = validateUsername(params.Login) if !ok { return nil, fmt.Errorf("invalid parameter login: %v", params.Login) } } if err != nil { return nil, err } cred, err = promptTokenOptions(repo, login, owner, project) if err != nil { return nil, err } } token, ok := cred.(*auth.Token) if !ok { return nil, fmt.Errorf("the Github bridge only handle token credentials") } // verify access to the repository with token ok, err = validateProject(owner, project, token) if err != nil { return nil, err } if !ok { return nil, fmt.Errorf("project doesn't exist or authentication token has an incorrect scope") } conf := make(core.Configuration) conf[core.ConfigKeyTarget] = target conf[confKeyOwner] = owner conf[confKeyProject] = project conf[confKeyDefaultLogin] = login err = g.ValidateConfig(conf) if err != nil { return nil, err } // don't forget to store the now known valid token if !auth.IdExist(repo, cred.ID()) { err = auth.Store(repo, cred) if err != nil { return nil, err } } return conf, core.FinishConfig(repo, metaKeyGithubLogin, login) } func (*Github) ValidateConfig(conf core.Configuration) error { if v, ok := conf[core.ConfigKeyTarget]; !ok { return fmt.Errorf("missing %s key", core.ConfigKeyTarget) } else if v != target { return fmt.Errorf("unexpected target name: %v", v) } if _, ok := conf[confKeyOwner]; !ok { return fmt.Errorf("missing %s key", confKeyOwner) } if _, ok := conf[confKeyProject]; !ok { return fmt.Errorf("missing %s key", confKeyProject) } if _, ok := conf[confKeyDefaultLogin]; !ok { return fmt.Errorf("missing %s key", confKeyDefaultLogin) } return nil } func requestToken() (string, error) { scope, err := promptUserForProjectVisibility() if err != nil { return "", errors.WithStack(err) } resp, err := requestUserVerificationCode(scope) if err != nil { return "", err } promptUserToGoToBrowser(resp.uri, resp.userCode) return pollGithubForAuthorization(resp.deviceCode, resp.interval) } func promptUserForProjectVisibility() (string, error) { fmt.Println("git-bug will now generate an access token in your Github profile. The token is stored in the global git config.") fmt.Println() fmt.Println("The access scope depend on the type of repository.") fmt.Println("Public:") fmt.Println(" - 'public_repo': to be able to read public repositories") fmt.Println("Private:") fmt.Println(" - 'repo' : to be able to read private repositories") fmt.Println() index, err := input.PromptChoice("repository visibility", []string{"public", "private"}) if err != nil { return "", err } return []string{"public_repo", "repo"}[index], nil } type githRespT struct { uri string userCode string deviceCode string interval int64 } func requestUserVerificationCode(scope string) (*githRespT, error) { params := url.Values{} params.Set("client_id", githubClientID) params.Set("scope", scope) client := &http.Client{ Timeout: defaultTimeout, } resp, err := client.PostForm("https://github.com/login/device/code", params) if err != nil { return nil, errors.Wrap(err, "error requesting user verification code") } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return nil, fmt.Errorf("unexpected response status code %d from Github API", resp.StatusCode) } data, err := ioutil.ReadAll(resp.Body) if err != nil { return nil, errors.Wrap(err, "error requesting user verification code") } vals, err := url.ParseQuery(string(data)) if err != nil { return nil, errors.Wrap(err, "error decoding Github API response") } interval, err := strconv.ParseInt(vals.Get("interval"), 10, 64) // base 10, bitSize 64 if err != nil { return nil, errors.Wrap(err, "Error parsing integer received from Github API") } return &githRespT{ uri: vals.Get("verification_uri"), userCode: vals.Get("user_code"), deviceCode: vals.Get("device_code"), interval: interval, }, nil } func promptUserToGoToBrowser(url, userCode string) { fmt.Println("Please visit the following Github URL in a browser and enter your user authentication code.") fmt.Println() fmt.Println(" URL:", url) fmt.Println(" user authentication code:", userCode) fmt.Println() } func pollGithubForAuthorization(deviceCode string, intervalSec int64) (string, error) { params := url.Values{} params.Set("client_id", githubClientID) params.Set("device_code", deviceCode) params.Set("grant_type", "urn:ietf:params:oauth:grant-type:device_code") // fixed by RFC 8628 client := &http.Client{ Timeout: defaultTimeout, } interval := time.Duration(intervalSec * 1100) // milliseconds, add 10% margin for { resp, err := client.PostForm("https://github.com/login/oauth/access_token", params) if err != nil { return "", errors.Wrap(err, "error polling the Github API") } if resp.StatusCode != http.StatusOK { _ = resp.Body.Close() return "", fmt.Errorf("unexpected response status code %d from Github API", resp.StatusCode) } data, err := ioutil.ReadAll(resp.Body) if err != nil { _ = resp.Body.Close() return "", errors.Wrap(err, "error polling the Github API") } _ = resp.Body.Close() values, err := url.ParseQuery(string(data)) if err != nil { return "", errors.Wrap(err, "error decoding Github API response") } if token := values.Get("access_token"); token != "" { return token, nil } switch apiError := values.Get("error"); apiError { case "slow_down": interval += 5500 // add 5 seconds (RFC 8628), plus some margin time.Sleep(interval * time.Millisecond) continue case "authorization_pending": time.Sleep(interval * time.Millisecond) continue case "": return "", errors.New("unexpected response from Github API") default: // apiError should equal one of: "expired_token", "unsupported_grant_type", // "incorrect_client_credentials", "incorrect_device_code", or "access_denied" return "", fmt.Errorf("error creating token: %v, %v", apiError, values.Get("error_description")) } } } func randomFingerprint() string { // Doesn't have to be crypto secure, it's just to avoid token collision rand.Seed(time.Now().UnixNano()) var letterRunes = []rune("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ") b := make([]rune, 32) for i := range b { b[i] = letterRunes[rand.Intn(len(letterRunes))] } return string(b) } func promptTokenOptions(repo repository.RepoKeyring, login, owner, project string) (auth.Credential, error) { creds, err := auth.List(repo, auth.WithTarget(target), auth.WithKind(auth.KindToken), auth.WithMeta(auth.MetaKeyLogin, login), ) if err != nil { return nil, err } cred, index, err := input.PromptCredential(target, "token", creds, []string{ "enter my token", "interactive token creation", }) switch { case err != nil: return nil, err case cred != nil: return cred, nil case index == 0: return promptToken() case index == 1: value, err := requestToken() if err != nil { return nil, err } token := auth.NewToken(target, value) token.SetMetadata(auth.MetaKeyLogin, login) return token, nil default: panic("missed case") } } func promptToken() (*auth.Token, error) { fmt.Println("You can generate a new token by visiting https://github.com/settings/tokens.") fmt.Println("Choose 'Generate new token' and set the necessary access scope for your repository.") fmt.Println() fmt.Println("The access scope depend on the type of repository.") fmt.Println("Public:") fmt.Println(" - 'public_repo': to be able to read public repositories") fmt.Println("Private:") fmt.Println(" - 'repo' : to be able to read private repositories") fmt.Println() re := regexp.MustCompile(`^[a-zA-Z0-9]{40}$`) var login string validator := func(name string, value string) (complaint string, err error) { if !re.MatchString(value) { return "token has incorrect format", nil } login, err = getLoginFromToken(auth.NewToken(target, value)) if err != nil { return fmt.Sprintf("token is invalid: %v", err), nil } return "", nil } rawToken, err := input.Prompt("Enter token", "token", input.Required, validator) if err != nil { return nil, err } token := auth.NewToken(target, rawToken) token.SetMetadata(auth.MetaKeyLogin, login) return token, nil } func promptURL(repo repository.RepoCommon) (string, string, error) { validRemotes, err := getValidGithubRemoteURLs(repo) if err != nil { return "", "", err } validator := func(name, value string) (string, error) { _, _, err := splitURL(value) if err != nil { return err.Error(), nil } return "", nil } url, err := input.PromptURLWithRemote("Github project URL", "URL", validRemotes, input.Required, validator) if err != nil { return "", "", err } return splitURL(url) } // splitURL extract the owner and project from a github repository URL. It will remove the // '.git' extension from the URL before parsing it. // Note that Github removes the '.git' extension from projects names at their creation func splitURL(url string) (owner string, project string, err error) { cleanURL := strings.TrimSuffix(url, ".git") re := regexp.MustCompile(`github\.com[/:]([a-zA-Z0-9\-_]+)/([a-zA-Z0-9\-_.]+)`) res := re.FindStringSubmatch(cleanURL) if res == nil { return "", "", ErrBadProjectURL } owner = res[1] project = res[2] return } func getValidGithubRemoteURLs(repo repository.RepoCommon) ([]string, error) { remotes, err := repo.GetRemotes() if err != nil { return nil, err } urls := make([]string, 0, len(remotes)) for _, url := range remotes { // split url can work again with shortURL owner, project, err := splitURL(url) if err == nil { shortURL := fmt.Sprintf("%s/%s/%s", "github.com", owner, project) urls = append(urls, shortURL) } } sort.Strings(urls) return urls, nil } func promptLogin() (string, error) { var login string validator := func(_ string, value string) (string, error) { ok, fixed, err := validateUsername(value) if err != nil { return "", err } if !ok { return "invalid login", nil } login = fixed return "", nil } _, err := input.Prompt("Github login", "login", input.Required, validator) if err != nil { return "", err } return login, nil } func validateUsername(username string) (bool, string, error) { url := fmt.Sprintf("%s/users/%s", githubV3Url, username) client := &http.Client{ Timeout: defaultTimeout, } resp, err := client.Get(url) if err != nil { return false, "", err } if resp.StatusCode != http.StatusOK { return false, "", nil } data, err := ioutil.ReadAll(resp.Body) if err != nil { return false, "", err } err = resp.Body.Close() if err != nil { return false, "", err } var decoded struct { Login string `json:"login"` } err = json.Unmarshal(data, &decoded) if err != nil { return false, "", err } if decoded.Login == "" { return false, "", fmt.Errorf("validateUsername: missing login in the response") } return true, decoded.Login, nil } func validateProject(owner, project string, token *auth.Token) (bool, error) { url := fmt.Sprintf("%s/repos/%s/%s", githubV3Url, owner, project) req, err := http.NewRequest("GET", url, nil) if err != nil { return false, err } // need the token for private repositories req.Header.Set("Authorization", fmt.Sprintf("token %s", token.Value)) client := &http.Client{ Timeout: defaultTimeout, } resp, err := client.Do(req) if err != nil { return false, err } err = resp.Body.Close() if err != nil { return false, err } return resp.StatusCode == http.StatusOK, nil } func getLoginFromToken(token *auth.Token) (string, error) { ctx, cancel := context.WithTimeout(context.Background(), defaultTimeout) defer cancel() client := buildClient(token) var q loginQuery err := client.Query(ctx, &q, nil) if err != nil { return "", err } if q.Viewer.Login == "" { return "", fmt.Errorf("github say username is empty") } return q.Viewer.Login, nil }