perf: rely only on pypi api (#3164)

* perf: rely only on pypi api * fix: remove old tests * fix: add back the name munger as a stopgap * fix: smaller diff * fix: smaller diff * fix: smaller diff
regro · Nov 19, 2024 · 6babd1a · 6babd1a
1 parent 255e347
commit 6babd1a
Show file tree

Hide file tree

Showing 2 changed files with 44 additions and 740 deletions.
diff --git a/conda_forge_tick/url_transforms.py b/conda_forge_tick/url_transforms.py
@@ -3,7 +3,7 @@
 from itertools import permutations
 
 EXTS = [".tar.gz", ".zip", ".tar", ".tar.bz2", ".tar.xz", ".tgz"]
-PYPI_URLS = ["https://pypi.io", "https://files.pythonhosted.org"]
+PYPI_SLUGS = ["/pypi.io/", "/pypi.org/", "/files.pythonhosted.org/"]
 
 
 def _ext_munger(url):
@@ -49,17 +49,12 @@ def _v_munger(url):
             yield url.replace(vhave, vrep)
 
 
-def _pypi_domain_munger(url):
-    for old_d, new_d in permutations(PYPI_URLS, 2):
-        yield url.replace(old_d, new_d, 1)
-
-
 def _pypi_name_munger(url):
     bn = os.path.basename(url)
     dn = os.path.dirname(url)
     dist_bn = os.path.basename(os.path.dirname(url))
     is_sdist = url.endswith(".tar.gz")
-    is_pypi = any(url.startswith(pypi) for pypi in PYPI_URLS)
+    is_pypi = any(pypi in url for pypi in PYPI_SLUGS)
     has_version = re.search(r"\{\{\s*version", bn)
     has_name = re.search(r"\{\{\s*name", bn)
 
@@ -87,91 +82,6 @@ def _pypi_name_munger(url):
             )
 
 
-def _pypi_munger(url):
-    names = [
-        [
-            "{{ name }}",
-            ("{{ name|lower }}",),
-        ],
-        [
-            "{{ name }}",
-            (
-                "{{ name.replace('_', '-').lower() }}",
-                "{{ name.replace('_', '-') }}",
-                '{{ name.replace("_", "-").lower() }}',
-                "{{ name.replace('_','-').lower() }}",
-                '{{ name.replace("_","-").lower() }}',
-                "{{ name|replace('_', '-')|lower }}",
-                '{{ name|replace("_", "-")|lower }}',
-                "{{ name|replace('_','-')|lower }}",
-                '{{ name|replace("_","-")|lower }}',
-                '{{ name.replace("_", "-") }}',
-                "{{ name.replace('_','-') }}",
-                '{{ name.replace("_","-") }}',
-                "{{ name|replace('_', '-') }}",
-                '{{ name|replace("_", "-") }}',
-                "{{ name|replace('_','-') }}",
-                '{{ name|replace("_","-") }}',
-            ),
-        ],
-        [
-            "{{ name }}",
-            (
-                "{{ name.replace('-', '_').lower() }}",
-                "{{ name.replace('-', '_') }}",
-                '{{ name.replace("-", "_").lower() }}',
-                "{{ name.replace('-','_').lower() }}",
-                '{{ name.replace("-","_").lower() }}',
-                "{{ name|replace('-', '_')|lower }}",
-                '{{ name|replace("-", "_")|lower }}',
-                "{{ name|replace('-','_')|lower }}",
-                '{{ name|replace("-","_")|lower }}',
-                '{{ name.replace("-", "_") }}',
-                "{{ name.replace('-','_') }}",
-                '{{ name.replace("-","_") }}',
-                "{{ name|replace('-', '_') }}",
-                '{{ name|replace("-", "_") }}',
-                "{{ name|replace('-','_') }}",
-                '{{ name|replace("-","_") }}',
-            ),
-        ],
-    ]
-    if "/pypi." in url or "/files.pythonhosted.org" in url:
-        burl, murl, eurl = url.rsplit("/", 2)
-        for _names in names:
-            for vhave, vrep in permutations(_names, 2):
-                if isinstance(vhave, tuple):
-                    for _v in vhave:
-                        if _v in eurl or _v in murl:
-                            yield (
-                                burl
-                                + "/"
-                                + murl.replace(_v, vrep)
-                                + "/"
-                                + eurl.replace(_v, vrep)
-                            )
-                            yield (burl + "/" + murl + "/" + eurl.replace(_v, vrep))
-                elif vhave in eurl or vhave in murl:
-                    assert isinstance(vrep, tuple)
-                    yield (
-                        burl
-                        + "/"
-                        + murl.replace(vhave, vrep[0])
-                        + "/"
-                        + eurl.replace(vhave, vrep[0])
-                    )
-                    yield (burl + "/" + murl + "/" + eurl.replace(vhave, vrep[0]))
-                    if len(vrep) > 1:
-                        yield (
-                            burl
-                            + "/"
-                            + murl.replace(vhave, vrep[1])
-                            + "/"
-                            + eurl.replace(vhave, vrep[1])
-                        )
-                        yield (burl + "/" + murl + "/" + eurl.replace(vhave, vrep[1]))
-
-
 def _github_munger(url):
     names = ["/releases/download/v{{ version }}/", "/archive/"]
     if "github.com" in url:
@@ -215,8 +125,6 @@ def gen_transformed_urls(url):
             _jinja2_munger_factory("name"),
             _jinja2_munger_factory("version"),
             _jinja2_munger_factory("name[0]"),
-            _pypi_munger,
-            _pypi_domain_munger,
             _pypi_name_munger,
             _github_munger,
         ],