From 7d56496e61b318478c8b9cd184c5affe87814c9e Mon Sep 17 00:00:00 2001
From: Greg Lindahl <greg@commomncrawl.org>
Date: Wed, 4 Sep 2024 02:22:43 +0000
Subject: [PATCH] fix: remove unnecessary sleep

---
 cdx_toolkit/commoncrawl.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/cdx_toolkit/commoncrawl.py b/cdx_toolkit/commoncrawl.py
index a8608c7..2d6b9e5 100644
--- a/cdx_toolkit/commoncrawl.py
+++ b/cdx_toolkit/commoncrawl.py
@@ -60,7 +60,6 @@ def get_cc_endpoints(cc_mirror):
         if r.status_code != 200:
             raise RuntimeError('error {} getting list of cc indices from {}'.format(r.status_code, collinfo))  # pragma: no cover
         set_collinfo_cache(cc_mirror, r.text)
-        time.sleep(5)  # XXX to avoid triggering rate limit
         col = r.json()
 
     endpoints = [x['cdx-api'] for x in col]