Deal with github bridge import rate limit

1 files changed, 146 insertions, 98 deletions

diff --git a/bridge/github/import_query.go b/bridge/github/import_query.go
index 228d204a..77c95e1d 100644
--- a/bridge/github/import_query.go
+++ b/bridge/github/import_query.go
@@ -2,37 +2,123 @@ package github
 
 import "github.com/shurcooL/githubv4"
 
-type pageInfo struct {
-	EndCursor       githubv4.String
-	HasNextPage     bool
-	StartCursor     githubv4.String
-	HasPreviousPage bool
+type userQuery struct {
+	RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	User      user      `graphql:"user(login: $login)"`
 }
 
-type actor struct {
-	Typename  githubv4.String `graphql:"__typename"`
+func (q userQuery) rateLimit() rateLimit {
+	return q.RateLimit
+}
+
+type labelsQuery struct {
+	//RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Repository struct {
+		Labels struct {
+			Nodes []struct {
+				ID          string `graphql:"id"`
+				Name        string `graphql:"name"`
+				Color       string `graphql:"color"`
+				Description string `graphql:"description"`
+			}
+			PageInfo pageInfo
+		} `graphql:"labels(first: $first, after: $after)"`
+	} `graphql:"repository(owner: $owner, name: $name)"`
+}
+
+type loginQuery struct {
+	//RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Viewer struct {
+		Login string `graphql:"login"`
+	} `graphql:"viewer"`
+}
+
+type issueQuery struct {
+	RateLimit  rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Repository struct {
+		Issues issueConnection `graphql:"issues(first: $issueFirst, after: $issueAfter, orderBy: {field: CREATED_AT, direction: ASC}, filterBy: {since: $issueSince})"`
+	} `graphql:"repository(owner: $owner, name: $name)"`
+}
+
+func (q issueQuery) rateLimit() rateLimit {
+	return q.RateLimit
+}
+
+type issueEditQuery struct {
+	RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Node      struct {
+		Typename githubv4.String `graphql:"__typename"`
+		Issue    struct {
+			UserContentEdits userContentEditConnection `graphql:"userContentEdits(last: $issueEditLast, before: $issueEditBefore)"`
+		} `graphql:"... on Issue"`
+	} `graphql:"node(id: $gqlNodeId)"`
+}
+
+func (q issueEditQuery) rateLimit() rateLimit {
+	return q.RateLimit
+}
+
+type timelineQuery struct {
+	RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Node      struct {
+		Typename githubv4.String `graphql:"__typename"`
+		Issue    struct {
+			TimelineItems timelineItemsConnection `graphql:"timelineItems(first: $timelineFirst, after: $timelineAfter)"`
+		} `graphql:"... on Issue"`
+	} `graphql:"node(id: $gqlNodeId)"`
+}
+
+func (q timelineQuery) rateLimit() rateLimit {
+	return q.RateLimit
+}
+
+type commentEditQuery struct {
+	RateLimit rateLimit `graphql:"rateLimit(dryRun: $dryRun)"`
+	Node      struct {
+		Typename     githubv4.String `graphql:"__typename"`
+		IssueComment struct {
+			UserContentEdits userContentEditConnection `graphql:"userContentEdits(last: $commentEditLast, before: $commentEditBefore)"`
+		} `graphql:"... on IssueComment"`
+	} `graphql:"node(id: $gqlNodeId)"`
+}
+
+func (q commentEditQuery) rateLimit() rateLimit {
+	return q.RateLimit
+}
+
+type user struct {
 	Login     githubv4.String
 	AvatarUrl githubv4.String
-	User      struct {
-		Name  *githubv4.String
-		Email githubv4.String
-	} `graphql:"... on User"`
-	Organization struct {
-		Name  *githubv4.String
-		Email *githubv4.String
-	} `graphql:"... on Organization"`
+	Name      *githubv4.String
 }
 
-type actorEvent struct {
-	Id        githubv4.ID
-	CreatedAt githubv4.DateTime
-	Actor     *actor
+type issueConnection struct {
+	Nodes    []issueNode
+	PageInfo pageInfo
 }
 
-type authorEvent struct {
-	Id        githubv4.ID
-	CreatedAt githubv4.DateTime
-	Author    *actor
+type issueNode struct {
+	issue
+	UserContentEdits userContentEditConnection `graphql:"userContentEdits(last: $issueEditLast, before: $issueEditBefore)"`
+	TimelineItems    timelineItemsConnection   `graphql:"timelineItems(first: $timelineFirst, after: $timelineAfter)"`
+}
+
+type issue struct {
+	authorEvent
+	Title  githubv4.String
+	Number githubv4.Int
+	Body   githubv4.String
+	Url    githubv4.URI
+}
+
+type timelineItemsConnection struct {
+	Nodes    []timelineItem
+	PageInfo pageInfo
+}
+
+type userContentEditConnection struct {
+	Nodes    []userContentEdit
+	PageInfo pageInfo
 }
 
 type userContentEdit struct {
@@ -46,12 +132,6 @@ type userContentEdit struct {
 	Diff      *githubv4.String
 }
 
-type issueComment struct {
-	authorEvent // NOTE: contains Id
-	Body        githubv4.String
-	Url         githubv4.URI
-}
-
 type timelineItem struct {
 	Typename githubv4.String `graphql:"__typename"`
 
@@ -91,84 +171,52 @@ type timelineItem struct {
 	} `graphql:"... on RenamedTitleEvent"`
 }
 
-type ghostQuery struct {
-	User struct {
-		Login     githubv4.String
-		AvatarUrl githubv4.String
-		Name      *githubv4.String
-	} `graphql:"user(login: $login)"`
-}
-
-type labelsQuery struct {
-	Repository struct {
-		Labels struct {
-			Nodes []struct {
-				ID          string `graphql:"id"`
-				Name        string `graphql:"name"`
-				Color       string `graphql:"color"`
-				Description string `graphql:"description"`
-			}
-			PageInfo pageInfo
-		} `graphql:"labels(first: $first, after: $after)"`
-	} `graphql:"repository(owner: $owner, name: $name)"`
-}
+type issueComment struct {
+	authorEvent // NOTE: contains Id
+	Body        githubv4.String
+	Url         githubv4.URI
 
-type loginQuery struct {
-	Viewer struct {
-		Login string `graphql:"login"`
-	} `graphql:"viewer"`
+	UserContentEdits userContentEditConnection `graphql:"userContentEdits(last: $commentEditLast, before: $commentEditBefore)"`
 }
 
-type issueQuery struct {
-	Repository struct {
-		Issues struct {
-			Nodes    []issue
-			PageInfo pageInfo
-		} `graphql:"issues(first: $issueFirst, after: $issueAfter, orderBy: {field: CREATED_AT, direction: ASC}, filterBy: {since: $issueSince})"`
-	} `graphql:"repository(owner: $owner, name: $name)"`
+type actor struct {
+	Typename  githubv4.String `graphql:"__typename"`
+	Login     githubv4.String
+	AvatarUrl githubv4.String
+	User      struct {
+		Name  *githubv4.String
+		Email githubv4.String
+	} `graphql:"... on User"`
+	Organization struct {
+		Name  *githubv4.String
+		Email *githubv4.String
+	} `graphql:"... on Organization"`
 }
 
-type issue struct {
-	authorEvent
-	Title  string
-	Number githubv4.Int
-	Body   githubv4.String
-	Url    githubv4.URI
+type actorEvent struct {
+	Id        githubv4.ID
+	CreatedAt githubv4.DateTime
+	Actor     *actor
 }
 
-type issueEditQuery struct {
-	Node struct {
-		Typename githubv4.String `graphql:"__typename"`
-		Issue    struct {
-			UserContentEdits struct {
-				Nodes      []userContentEdit
-				TotalCount githubv4.Int
-				PageInfo   pageInfo
-			} `graphql:"userContentEdits(last: $issueEditLast, before: $issueEditBefore)"`
-		} `graphql:"... on Issue"`
-	} `graphql:"node(id: $gqlNodeId)"`
+type authorEvent struct {
+	Id        githubv4.ID
+	CreatedAt githubv4.DateTime
+	Author    *actor
 }
 
-type timelineQuery struct {
-	Node struct {
-		Typename githubv4.String `graphql:"__typename"`
-		Issue    struct {
-			TimelineItems struct {
-				Nodes    []timelineItem
-				PageInfo pageInfo
-			} `graphql:"timelineItems(first: $timelineFirst, after: $timelineAfter)"`
-		} `graphql:"... on Issue"`
-	} `graphql:"node(id: $gqlNodeId)"`
+type pageInfo struct {
+	EndCursor       githubv4.String
+	HasNextPage     bool
+	StartCursor     githubv4.String
+	HasPreviousPage bool
 }
 
-type commentEditQuery struct {
-	Node struct {
-		Typename     githubv4.String `graphql:"__typename"`
-		IssueComment struct {
-			UserContentEdits struct {
-				Nodes    []userContentEdit
-				PageInfo pageInfo
-			} `graphql:"userContentEdits(last: $commentEditLast, before: $commentEditBefore)"`
-		} `graphql:"... on IssueComment"`
-	} `graphql:"node(id: $gqlNodeId)"`
+type rateLimit struct {
+	Cost      githubv4.Int
+	Limit     githubv4.Int
+	NodeCount githubv4.Int
+	Remaining githubv4.Int
+	ResetAt   githubv4.DateTime
+	Used      githubv4.Int
 }