Experiment of syncing all issues

Author: joshsmith

lib/code_corps/github/api/eager_api.ex

@@ -1,7 +1,7 @@
 defmodule CodeCorps.GitHub.EagerAPI do
   @moduledoc """
-  This module attempts to implement eager loading of a resource, by trying to fetch
-  all of it's pages in paralel.
+  This module attempts to implement eager loading of a resource, by trying to
+  fetch all of its pages in parallel.
 
   This should technically be faster than lazy loading. However, it fails due to
   timeout errors, even when loading just two pages.

lib/code_corps/github/api/repository.ex

@@ -15,15 +15,15 @@ defmodule CodeCorps.GitHub.API.Repository do
   @spec issues(GithubRepo.t) :: {:ok, list(map)} | {:error, GitHub.api_error_struct}
   def issues(%GithubRepo{github_app_installation: %GithubAppInstallation{} = installation} = github_repo) do
     with {:ok, access_token} <- installation |> API.Installation.get_access_token(),
-      issues <-github_repo |> fetch_issues(access_token) do
+      issues <- github_repo |> fetch_issues(access_token) do
       {:ok, issues}
     else
       {:error, error} -> {:error, error}
     end
   end
 
-  defp fetch_issues(%GithubRepo{github_account_login: owner, name: repo}, access_token) do
-    path = "repos/#{owner}/#{repo}/issues"
+  defp fetch_issues(%GithubRepo{github_app_installation: %GithubAppInstallation{github_account_login: owner}, name: repo}, access_token) do
+    path = "repos/#{owner}/#{repo}/issues?state=all&per_page=100"
     opts = [access_token: access_token]
 
     # stream/lazy
@@ -33,10 +33,10 @@ defmodule CodeCorps.GitHub.API.Repository do
     IO.puts("Retrieving #{results |> Enum.count} took #{Timex.diff(after_operation, before_operation)} microseconds")
 
     # eager
-    before_operation = Timex.now
-    results = path |> fetch_eager(opts)
-    after_operation = Timex.now
-    IO.puts("Retrieving #{results |> Enum.count} took #{Timex.diff(after_operation, before_operation)} microseconds")
+    # before_operation = Timex.now
+    # results = path |> fetch_eager(opts)
+    # after_operation = Timex.now
+    # IO.puts("Retrieving #{results |> Enum.count} took #{Timex.diff(after_operation, before_operation)} microseconds")
 
     results
   end

lib/code_corps/github/sync/sync.ex

@@ -6,14 +6,13 @@ defmodule CodeCorps.GitHub.Sync do
     GithubPullRequest,
     GithubRepo,
     GitHub.Sync.Utils.RepoFinder,
-    Repo,
-    Task
+    Repo
   }
   alias Ecto.Multi
 
   @type outcome :: {:ok, list(Comment.t)}
                  | {:ok, GithubPullRequest.t}
-                 | {:ok, list(Task.t)}
+                 | {:ok, list(CodeCorps.Task.t)}
                  | {:error, :repo_not_found}
                  | {:error, :fetching_issue}
                  | {:error, :fetching_pull_request}
@@ -100,6 +99,25 @@ defmodule CodeCorps.GitHub.Sync do
     |> transact()
   end
 
+  def sync_issues(repo) do
+    {:ok, issues} = GitHub.API.Repository.issues(repo)
+    issues
+    |> Enum.map(&sync_issue(&1, repo))
+  end
+
+  def sync_issue(issue, repo) do
+    Multi.new
+    |> Multi.merge(__MODULE__, :return_repo, [repo])
+    |> Multi.merge(GitHub.Sync.Issue, :sync, [issue])
+    |> transact()
+  end
+
+  @doc false
+  def return_repo(_, repo) do
+    Multi.new
+    |> Multi.run(:repo, fn _ -> {:ok, repo} end)
+  end
+
   @doc false
   def find_repo(_, payload) do
     Multi.new