Add support for composer download URLs

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>

Author: TG1999

src/fetchcode/composer.py

@@ -0,0 +1,52 @@
+# fetchcode is a free software tool from nexB Inc. and others.
+# Visit https://github.com/aboutcode-org/fetchcode for support and download.
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# http://nexb.com and http://aboutcode.org
+#
+# This software is licensed under the Apache License version 2.0.
+#
+# You may not use this software except in compliance with the License.
+# You may obtain a copy of the License at:
+# http://apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software distributed
+# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
+# CONDITIONS OF ANY KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations under the License.
+
+from packageurl import PackageURL
+
+from fetchcode import fetch_json_response
+
+
+class Composer:
+
+    purl_pattern = "pkg:composer/.*"
+    base_url = "https://repo.packagist.org"
+
+    @classmethod
+    def get_download_url(cls, purl):
+
+        """
+        Return the download URL for a Composer PURL.
+        """
+        purl = PackageURL.from_string(purl)
+
+        if not purl.name or not purl.version:
+            raise ValueError("Composer PURL must specify a name and version")
+
+        name = f"{purl.namespace}/{purl.name}" if purl.namespace else purl.name
+
+        url = f"{cls.base_url}/p2/{name}.json "
+        data = fetch_json_response(url)
+
+        if "packages" not in data:
+            return
+
+        if name not in data["packages"]:
+            return
+
+        for package in data["packages"][name]:
+            if package["version"] == purl.version:
+                download_url = package["dist"].get("url")
+                return download_url

src/fetchcode/cpan.py

@@ -0,0 +1,53 @@
+# fetchcode is a free software tool from nexB Inc. and others.
+# Visit https://github.com/aboutcode-org/fetchcode for support and download.
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# http://nexb.com and http://aboutcode.org
+#
+# This software is licensed under the Apache License version 2.0.
+#
+# You may not use this software except in compliance with the License.
+# You may obtain a copy of the License at:
+# http://apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software distributed
+# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
+# CONDITIONS OF ANY KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations under the License.
+
+from packageurl import PackageURL
+
+from fetchcode import fetch_json_response
+from fetchcode.utils import _http_exists
+
+
+class CPAN:
+    purl_pattern = "pkg:cpan/.*"
+    base_url = "https://cpan.metacpan.org/"
+
+    def get_download_url(purl: str):
+        """
+        Resolve a CPAN PURL to a verified, downloadable archive URL.
+        Strategy: MetaCPAN API -> verified URL; fallback to author-based path if available.
+        """
+        p = PackageURL.from_string(purl)
+        if not p.name or not p.version:
+            return None
+
+        try:
+            api = f"https://fastapi.metacpan.org/v1/release/{urllib.parse.quote(p.name)}/{urllib.parse.quote(p.version)}"
+            data = fetch_json_response(api, stream=False, timeout=20)
+            url = data.get("download_url") or data.get("archive")
+            if url and _http_exists(url):
+                return url
+        except Exception:
+            pass
+
+        author = p.namespace
+        if author:
+            auth = author.upper()
+            a = auth[0]
+            ab = auth[:2] if len(auth) >= 2 else auth
+            for ext in (".tar.gz", ".zip"):
+                url = f"https://cpan.metacpan.org/authors/id/{a}/{ab}/{auth}/{p.name}-{p.version}{ext}"
+                if _http_exists(url):
+                    return url

src/fetchcode/cran.py

@@ -19,7 +19,7 @@
 from fetchcode.utils import _http_exists
 
 
-class Cran:
+class CRAN:
     """
     This class handles CRAN PURLs.
     """
@@ -44,5 +44,3 @@ def get_download_url(cls, purl: str):
         archive_url = f"{cls.base_url}/src/contrib/Archive/{p.name}/{p.name}_{p.version}.tar.gz"
         if _http_exists(archive_url):
             return archive_url
-
-        return None

src/fetchcode/download_urls.py

@@ -17,11 +17,13 @@
 from packageurl.contrib.route import NoRouteAvailable
 from packageurl.contrib.route import Router
 
+from fetchcode.composer import Composer
+from fetchcode.cpan import CPAN
+from fetchcode.cran import CRAN
+from fetchcode.huggingface import Huggingface
 from fetchcode.pypi import Pypi
 
-package_registry = [
-    Pypi,
-]
+package_registry = [Pypi, CRAN, CPAN, Huggingface, Composer]
 
 router = Router()
 

src/fetchcode/huggingface.py

@@ -0,0 +1,53 @@
+# fetchcode is a free software tool from nexB Inc. and others.
+# Visit https://github.com/aboutcode-org/fetchcode for support and download.
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# http://nexb.com and http://aboutcode.org
+#
+# This software is licensed under the Apache License version 2.0.
+#
+# You may not use this software except in compliance with the License.
+# You may obtain a copy of the License at:
+# http://apache.org/licenses/LICENSE-2.0
+# Unless required by applicable law or agreed to in writing, software distributed
+# under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
+# CONDITIONS OF ANY KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations under the License.
+
+from packageurl import PackageURL
+
+from fetchcode import fetch_json_response
+
+
+class Huggingface:
+    """
+    This class handles huggingface PURLs.
+    """
+
+    purl_pattern = "pkg:huggingface/.*"
+
+    @classmethod
+    def get_download_url(cls, purl: str):
+        """
+        Return the download URL for a Hugging Face PURL.
+        """
+        p = PackageURL.from_string(purl)
+        if not p.name:
+            return None
+
+        revision = p.version or "main"
+        model_id = p.name
+        q = p.qualifiers or {}
+
+        api_url = f"https://huggingface.co/api/models/{model_id}?revision={revision}"
+        data = fetch_json_response(api_url)
+        siblings = data.get("siblings", [])
+
+        ALLOWED_EXECUTABLE_EXTS = (".bin",)
+
+        for sib in siblings:
+            file_name = sib.get("rfilename")
+            if not file_name.endswith(ALLOWED_EXECUTABLE_EXTS):
+                continue
+            url = f"https://huggingface.co/{model_id}/resolve/{revision}/{file_name}"
+            return url