Update spider list URLs to satisfy cloudflare redirects

Update spider list URLs to satisfy cloudflare redirects

Update spider list URLs to satisfy cloudflare redirects

(cherry picked from commit d22ea117ca)
This commit is contained in:
Kim Shepherd
2024-07-23 12:17:07 +02:00
committed by github-actions[bot]
parent a3b27bdfb6
commit 30b6eddeb6

View File

@@ -32,10 +32,10 @@ solr-statistics.configset = statistics
solr-statistics.autoCommit = true solr-statistics.autoCommit = true
# URLs to download IP addresses of search engine spiders from # URLs to download IP addresses of search engine spiders from
solr-statistics.spiderips.urls = http://iplists.com/google.txt, \ solr-statistics.spiderips.urls = https://www.iplists.com/google.txt, \
http://iplists.com/inktomi.txt, \ https://www.iplists.com/inktomi.txt, \
http://iplists.com/lycos.txt, \ https://www.iplists.com/lycos.txt, \
http://iplists.com/infoseek.txt, \ https://www.iplists.com/infoseek.txt, \
http://iplists.com/altavista.txt, \ https://www.iplists.com/altavista.txt, \
http://iplists.com/excite.txt, \ https://www.iplists.com/excite.txt, \
http://iplists.com/misc.txt https://www.iplists.com/misc.txt