From a47dee86c22aabbc61c6f032aefc5ae560dcc816 Mon Sep 17 00:00:00 2001 From: Jarell <91372088+jarelllama@users.noreply.github.com> Date: Sat, 9 Nov 2024 13:43:02 +0800 Subject: [PATCH] Update dnstwist source --- scripts/retrieve_domains.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/retrieve_domains.sh b/scripts/retrieve_domains.sh index 1e507dea4..3754406cb 100644 --- a/scripts/retrieve_domains.sh +++ b/scripts/retrieve_domains.sh @@ -506,11 +506,11 @@ source_dnstwist() { # Install dnstwist command -v dnstwist > /dev/null || pip install -q dnstwist - # Get the top 15 TLDs from the NRD feed + # Get the top 30 TLDs from the NRD feed # Only 10,000 entries are sampled to save time while providing the same # ranking as 100,000 entries and above. tlds="$(shuf -n 10000 nrd.tmp | mawk -F '.' '{print $NF}' | sort | uniq -c \ - | sort -nr | head -n 15 | mawk '{print $2}')" + | sort -nr | head -n 30 | mawk '{print $2}')" # Remove duplicate targets from targets file mawk -F ',' '!seen[$1]++' "$PHISHING_TARGETS" > temp