add httpx

Author: ix-56h

pyproject.toml

@@ -7,6 +7,7 @@ requires-python = ">= 3.8"
 dependencies = [
     "click>=8.0.0",
     "fastapi[standard]>=0.109.1",  # Minimum safe release (https://osv.dev/vulnerability/PYSEC-2024-38)
+    "httpx>= 0.28.1",
     "pydantic",
     "python-dotenv",
     "slowapi",
@@ -15,7 +16,6 @@ dependencies = [
     "pathspec>=0.12.1",
     "typing_extensions>= 4.0.0; python_version < '3.10'",
     "uvicorn>=0.11.7",  # Minimum safe release (https://osv.dev/vulnerability/PYSEC-2020-150)
-    "httpx>= 0.28.1",
 ]
 
 license = {file = "LICENSE"}

src/gitingest/utils/git_utils.py

@@ -4,11 +4,11 @@
 
 import asyncio
 import base64
-import os
 import re
 from typing import Final
 from urllib.parse import urlparse
 
+import httpx
 from starlette.status import (
     HTTP_200_OK,
     HTTP_301_MOVED_PERMANENTLY,
@@ -115,46 +115,31 @@ async def check_repo_exists(url: str, token: str | None = None) -> bool:
         If the host returns an unrecognised status code.
 
     """
-    # TODO: use `requests` instead of `curl`
-    cmd: list[str] = [
-        "curl",
-        "--silent",  # Suppress output
-        "--location",  # Follow redirects
-        "--write-out",
-        "%{http_code}",  # Write the HTTP status code to stdout
-        "-o",
-        os.devnull,
-    ]
+    headers = {}
 
     if token and is_github_host(url):
         host, owner, repo = _parse_github_url(url)
         # Public GitHub vs. GitHub Enterprise
         base_api = "https://api.github.com" if host == "github.com" else f"https://{host}/api/v3"
         url = f"{base_api}/repos/{owner}/{repo}"
-        cmd += ["--header", f"Authorization: Bearer {token}"]
-
-    cmd.append(url)
-
-    proc = await asyncio.create_subprocess_exec(
-        *cmd,
-        stdout=asyncio.subprocess.PIPE,
-        stderr=asyncio.subprocess.PIPE,
-    )
-    stdout, _ = await proc.communicate()
-
-    if proc.returncode != 0:
-        return False
-
-    status = int(stdout.decode().strip())
-    if status in {HTTP_200_OK, HTTP_301_MOVED_PERMANENTLY}:
-        return True
-    # TODO: handle 302 redirects
-    if status in {HTTP_404_NOT_FOUND, HTTP_302_FOUND}:
-        return False
-    if status in {HTTP_401_UNAUTHORIZED, HTTP_403_FORBIDDEN}:
-        return False
-    msg = f"Unexpected HTTP status {status} for {url}"
-    raise RuntimeError(msg)
+        headers["Authorization"] = f"Bearer {token}"
+
+    async with httpx.AsyncClient(follow_redirects=True) as client:
+        try:
+            response = await client.head(url, headers=headers)
+            status = response.status_code
+
+            if status in {HTTP_200_OK, HTTP_301_MOVED_PERMANENTLY}:
+                return True
+            # TODO: handle 302 redirects
+            if status in {HTTP_404_NOT_FOUND, HTTP_302_FOUND}:
+                return False
+            if status in {HTTP_401_UNAUTHORIZED, HTTP_403_FORBIDDEN}:
+                return False
+            msg = f"Unexpected HTTP status {status} for {url}"
+            raise RuntimeError(msg)
+        except httpx.RequestError:
+            return False
 
 
 def _parse_github_url(url: str) -> tuple[str, str, str]: