bridge: first working github importer

1 files changed, 231 insertions, 78 deletions

diff --git a/bridge/github/import.go b/bridge/github/import.go
index 0e6b03d2..03ce2746 100644
--- a/bridge/github/import.go
+++ b/bridge/github/import.go
@@ -3,90 +3,110 @@ package github
 import (
 	"context"
 	"fmt"
+	"strings"
 
 	"github.com/MichaelMure/git-bug/bridge/core"
+	"github.com/MichaelMure/git-bug/bug"
 	"github.com/MichaelMure/git-bug/cache"
 	"github.com/shurcooL/githubv4"
 )
 
+const keyGithubId = "github-id"
+const keyGithubUrl = "github-url"
+
+// githubImporter implement the Importer interface
 type githubImporter struct{}
 
-func (*githubImporter) ImportAll(repo *cache.RepoCache, conf core.Configuration) error {
-	client := buildClient(conf)
+type Actor struct {
+	Login     githubv4.String
+	AvatarUrl githubv4.String
+}
+
+type ActorEvent struct {
+	Id        githubv4.ID
+	CreatedAt githubv4.DateTime
+	Actor     Actor
+}
+
+type AuthorEvent struct {
+	Id        githubv4.ID
+	CreatedAt githubv4.DateTime
+	Author    Actor
+}
+
+type TimelineItem struct {
+	Typename githubv4.String `graphql:"__typename"`
 
-	type Event struct {
-		CreatedAt githubv4.DateTime
-		Actor     struct {
-			Login     githubv4.String
-			AvatarUrl githubv4.String
+	// Issue
+	IssueComment struct {
+		AuthorEvent
+		Body githubv4.String
+		Url  githubv4.URI
+		// TODO: edition
+	} `graphql:"... on IssueComment"`
+
+	// Label
+	LabeledEvent struct {
+		ActorEvent
+		Label struct {
+			// Color githubv4.String
+			Name githubv4.String
 		}
-	}
+	} `graphql:"... on LabeledEvent"`
+	UnlabeledEvent struct {
+		ActorEvent
+		Label struct {
+			// Color githubv4.String
+			Name githubv4.String
+		}
+	} `graphql:"... on UnlabeledEvent"`
 
-	var q struct {
-		Repository struct {
-			Issues struct {
-				Nodes []struct {
-					Title    string
-					Timeline struct {
-						Nodes []struct {
-							Typename githubv4.String `graphql:"__typename"`
-
-							// Issue
-							IssueComment struct {
-								Author struct {
-									Login     githubv4.String
-									AvatarUrl githubv4.String
-								}
-								BodyText  githubv4.String
-								CreatedAt githubv4.DateTime
-
-								// TODO: edition
-							} `graphql:"... on IssueComment"`
-
-							// Label
-							LabeledEvent struct {
-								Event
-								Label struct {
-									Color githubv4.String
-									Name  githubv4.String
-								}
-							} `graphql:"... on LabeledEvent"`
-							UnlabeledEvent struct {
-								Event
-								Label struct {
-									Color githubv4.String
-									Name  githubv4.String
-								}
-							} `graphql:"... on UnlabeledEvent"`
-
-							// Status
-							ClosedEvent struct {
-								Event
-							} `graphql:"... on  ClosedEvent"`
-							ReopenedEvent struct {
-								Event
-							} `graphql:"... on  ReopenedEvent"`
-
-							// Title
-							RenamedTitleEvent struct {
-								Event
-								CurrentTitle  githubv4.String
-								PreviousTitle githubv4.String
-							} `graphql:"... on RenamedTitleEvent"`
-						}
-						PageInfo struct {
-							EndCursor   githubv4.String
-							HasNextPage bool
-						}
-					} `graphql:"timeline(first: $timelineFirst, after: $timelineAfter)"`
-				}
-				PageInfo struct {
-					EndCursor   githubv4.String
-					HasNextPage bool
-				}
-			} `graphql:"issues(first: $issueFirst, after: $issueAfter)"`
-		} `graphql:"repository(owner: $owner, name: $name)"`
-	}
+	// Status
+	ClosedEvent struct {
+		ActorEvent
+		// Url githubv4.URI
+	} `graphql:"... on  ClosedEvent"`
+	ReopenedEvent struct {
+		ActorEvent
+	} `graphql:"... on  ReopenedEvent"`
+
+	// Title
+	RenamedTitleEvent struct {
+		ActorEvent
+		CurrentTitle  githubv4.String
+		PreviousTitle githubv4.String
+	} `graphql:"... on RenamedTitleEvent"`
+}
+
+type Issue struct {
+	AuthorEvent
+	Title string
+	Body  githubv4.String
+	Url   githubv4.URI
+
+	Timeline struct {
+		Nodes    []TimelineItem
+		PageInfo struct {
+			EndCursor   githubv4.String
+			HasNextPage bool
+		}
+	} `graphql:"timeline(first: $timelineFirst, after: $timelineAfter)"`
+}
+
+var q struct {
+	Repository struct {
+		Issues struct {
+			Nodes    []Issue
+			PageInfo struct {
+				EndCursor   githubv4.String
+				HasNextPage bool
+			}
+		} `graphql:"issues(first: $issueFirst, after: $issueAfter, orderBy: {field: CREATED_AT, direction: ASC})"`
+	} `graphql:"repository(owner: $owner, name: $name)"`
+}
+
+func (*githubImporter) ImportAll(repo *cache.RepoCache, conf core.Configuration) error {
+	client := buildClient(conf)
 
 	variables := map[string]interface{}{
 		"owner":         githubv4.String(conf[keyUser]),
@@ -97,20 +117,49 @@ func (*githubImporter) ImportAll(repo *cache.RepoCache, conf core.Configuration)
 		"timelineAfter": (*githubv4.String)(nil),
 	}
 
+	var b *cache.BugCache
+
 	for {
 		err := client.Query(context.TODO(), &q, variables)
 		if err != nil {
 			return err
 		}
 
-		for _, event := range q.Repository.Issues.Nodes[0].Timeline.Nodes {
-			fmt.Println(event)
+		if len(q.Repository.Issues.Nodes) != 1 {
+			return fmt.Errorf("Something went wrong when iterating issues, len is %d", len(q.Repository.Issues.Nodes))
+		}
+
+		issue := q.Repository.Issues.Nodes[0]
+
+		if b == nil {
+			b, err = importIssue(repo, issue)
+			if err != nil {
+				return err
+			}
+		}
+
+		for _, item := range q.Repository.Issues.Nodes[0].Timeline.Nodes {
+			importTimelineItem(b, item)
 		}
 
-		if !q.Repository.Issues.Nodes[0].Timeline.PageInfo.HasNextPage {
-			break
+		if !issue.Timeline.PageInfo.HasNextPage {
+			err = b.CommitAsNeeded()
+			if err != nil {
+				return err
+			}
+
+			b = nil
+
+			if !q.Repository.Issues.PageInfo.HasNextPage {
+				break
+			}
+
+			variables["issueAfter"] = githubv4.NewString(q.Repository.Issues.PageInfo.EndCursor)
+			variables["timelineAfter"] = (*githubv4.String)(nil)
+			continue
 		}
-		variables["timelineAfter"] = githubv4.NewString(q.Repository.Issues.Nodes[0].Timeline.PageInfo.EndCursor)
+
+		variables["timelineAfter"] = githubv4.NewString(issue.Timeline.PageInfo.EndCursor)
 	}
 
 	return nil
@@ -122,3 +171,107 @@ func (*githubImporter) Import(repo *cache.RepoCache, conf core.Configuration, id
 
 	return nil
 }
+
+func importIssue(repo *cache.RepoCache, issue Issue) (*cache.BugCache, error) {
+	fmt.Printf("import issue: %s\n", issue.Title)
+
+	// TODO: check + import files
+
+	return repo.NewBugRaw(
+		makePerson(issue.Author),
+		issue.CreatedAt.Unix(),
+		issue.Title,
+		cleanupText(string(issue.Body)),
+		nil,
+		map[string]string{
+			keyGithubId:  parseId(issue.Id),
+			keyGithubUrl: issue.Url.String(),
+		},
+	)
+}
+
+func importTimelineItem(b *cache.BugCache, item TimelineItem) error {
+	switch item.Typename {
+	case "IssueComment":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.IssueComment)
+		return b.AddCommentRaw(
+			makePerson(item.IssueComment.Author),
+			item.IssueComment.CreatedAt.Unix(),
+			cleanupText(string(item.IssueComment.Body)),
+			nil,
+			map[string]string{
+				keyGithubId:  parseId(item.IssueComment.Id),
+				keyGithubUrl: item.IssueComment.Url.String(),
+			},
+		)
+
+	case "LabeledEvent":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.LabeledEvent)
+		_, err := b.ChangeLabelsRaw(
+			makePerson(item.LabeledEvent.Actor),
+			item.LabeledEvent.CreatedAt.Unix(),
+			[]string{
+				string(item.LabeledEvent.Label.Name),
+			},
+			nil,
+		)
+		return err
+
+	case "UnlabeledEvent":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.UnlabeledEvent)
+		_, err := b.ChangeLabelsRaw(
+			makePerson(item.UnlabeledEvent.Actor),
+			item.UnlabeledEvent.CreatedAt.Unix(),
+			nil,
+			[]string{
+				string(item.UnlabeledEvent.Label.Name),
+			},
+		)
+		return err
+
+	case "ClosedEvent":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.ClosedEvent)
+		return b.CloseRaw(
+			makePerson(item.ClosedEvent.Actor),
+			item.ClosedEvent.CreatedAt.Unix(),
+		)
+
+	case "ReopenedEvent":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.ReopenedEvent)
+		return b.OpenRaw(
+			makePerson(item.ReopenedEvent.Actor),
+			item.ReopenedEvent.CreatedAt.Unix(),
+		)
+
+	case "RenamedTitleEvent":
+		// fmt.Printf("import %s: %s\n", item.Typename, item.RenamedTitleEvent)
+		return b.SetTitleRaw(
+			makePerson(item.RenamedTitleEvent.Actor),
+			item.RenamedTitleEvent.CreatedAt.Unix(),
+			string(item.RenamedTitleEvent.CurrentTitle),
+		)
+
+	default:
+		fmt.Println("ignore event ", item.Typename)
+	}
+
+	return nil
+}
+
+// makePerson create a bug.Person from the Github data
+func makePerson(actor Actor) bug.Person {
+	return bug.Person{
+		Name:      string(actor.Login),
+		AvatarUrl: string(actor.AvatarUrl),
+	}
+}
+
+// parseId convert the unusable githubv4.ID (an interface{}) into a string
+func parseId(id githubv4.ID) string {
+	return fmt.Sprintf("%v", id)
+}
+
+func cleanupText(text string) string {
+	// windows new line, Github, really ?
+	return strings.Replace(text, "\r\n", "\n", -1)
+}