mirror of
https://github.com/DSpace/DSpace.git
synced 2025-10-14 13:33:08 +00:00

git-svn-id: http://scm.dspace.org/svn/repo/dspace/trunk@4744 9c30dcfa-912a-0410-8fc2-9e0234be79fd
3963 lines
65 KiB
Plaintext
3963 lines
65 KiB
Plaintext
# Misc
|
|
|
|
# 100hot
|
|
206.253.217.18
|
|
|
|
# 123metaspider.com
|
|
# UA "123metaspider-Bot (Version: 1.04, powered by www.123metaspider.com)"
|
|
82.165.35.184
|
|
|
|
# 2kcity.com
|
|
63.222.37.101
|
|
63.222.37.105
|
|
|
|
# A-Online
|
|
195.3.97.3
|
|
|
|
# Abacho
|
|
193.110.40.93
|
|
194.231.30.86
|
|
194.231.30.87
|
|
194.231.30.88
|
|
194.231.30.89
|
|
194.231.30.90
|
|
194.231.30.91
|
|
194.231.30.92
|
|
194.231.30.93
|
|
194.231.30.108
|
|
194.231.30.109
|
|
194.231.68.166
|
|
213.203.200.31
|
|
|
|
# Abadoor
|
|
209.68.2.36
|
|
|
|
# Abrexa.co.uk
|
|
194.117.133.180
|
|
|
|
# Acoon
|
|
194.231.42.185
|
|
|
|
# ActiveTourist
|
|
# UA "Mozilla/4.0 (ActiveTouristBot;http://www.activetourist.com)"
|
|
86.131.209.38
|
|
86.131.210.252
|
|
|
|
# Activtourist
|
|
# UA "Mozilla/4.0 (JemmaTheTourist;http://www.activtourist.com robot_txt_error@activtourist.com)"
|
|
# UA "Mozilla/4.0 (JemmaTheTourist;http://www.activtourist.com)"
|
|
81.155.227.55
|
|
81.155.227.56
|
|
217.43.59.146
|
|
|
|
# Ah-Ha
|
|
208.204.161.8
|
|
216.250.141.186
|
|
|
|
# Aeiwi
|
|
# UA "Marvin v0.3"
|
|
207.126.112.254
|
|
209.120.206.178
|
|
212.91.134.190
|
|
216.178.189.230
|
|
130.225.20.4
|
|
64.247.218.197
|
|
|
|
# Agada
|
|
# UA "Mozilla/4.0 (agadine3.0) www.agada.de"
|
|
81.209.140.139
|
|
|
|
# Ahoy! The Homepage Finder
|
|
140.142.13.196
|
|
|
|
# Aladin
|
|
194.231.30.14
|
|
194.231.0.71
|
|
194.231.30.11
|
|
|
|
# Allesklar
|
|
195.37.68.3
|
|
195.37.68.65
|
|
195.37.68.180
|
|
195.37.68.181
|
|
|
|
# AllFreak.com
|
|
209.239.48.69
|
|
|
|
# Amfibi
|
|
# UA "Amfibibot/0.06 (Amfibi Web Search; http://www.amfibi.com; agent@amfibi.com)"
|
|
# UA "Amfibibot/0.07 (Amfibi Robot; http://www.amfibi.com; agent@amfibi.com)"
|
|
213.229.153.170
|
|
217.113.244.118
|
|
217.113.244.119
|
|
|
|
# ANAGRAROBOT
|
|
194.231.42.178
|
|
|
|
# Ananzi
|
|
167.160.195.61
|
|
|
|
# AnnoMille
|
|
80.16.145.187
|
|
|
|
# Ano-Kato.com (Greek)
|
|
# UA "ano-kato.com v2.14 spider"
|
|
64.246.36.123
|
|
|
|
# AnswerBus
|
|
# UA "AnswerBus (http://www.answerbus.com/)"
|
|
134.96.1.195
|
|
134.96.7.93
|
|
134.96.68.36
|
|
134.96.104.5
|
|
134.96.104.23
|
|
134.96.104.83
|
|
134.96.104.109
|
|
134.96.104.225
|
|
134.96.104.226
|
|
134.96.104.227
|
|
|
|
# AntiSearch
|
|
# 62.210.155.50
|
|
# 62.210.155.56
|
|
# 62.210.155.58
|
|
# 62.210.155.59
|
|
|
|
# Apexoo.com
|
|
# UA "Apexoo Spider 1.0"
|
|
# UA "Apexoo Spider (http://www.apexoo.com/spider/)"
|
|
208.78.102.219
|
|
216.240.143.30
|
|
|
|
# Apidom (Guadeloupe)
|
|
192.41.9.30
|
|
208.237.120.82
|
|
|
|
# Aport
|
|
194.67.18.84
|
|
194.67.18.70
|
|
194.67.18.65
|
|
194.67.18.69
|
|
194.67.18.68
|
|
194.67.18.67
|
|
194.67.18.66
|
|
194.67.18.63
|
|
194.67.18.71
|
|
194.67.18.72
|
|
194.67.18.73
|
|
194.67.18.74
|
|
|
|
# Arianna
|
|
195.210.89.11
|
|
195.210.91.24
|
|
195.210.91.80
|
|
195.210.91.112
|
|
195.210.91.113
|
|
195.210.91.187
|
|
195.210.91.212
|
|
195.210.91.213
|
|
195.210.91.214
|
|
195.210.91.235
|
|
195.210.91.215
|
|
192.92.126.4
|
|
192.92.126.5
|
|
|
|
# Ask Jeeves/Teoma
|
|
# UA "Mozilla/2.0 (compatible; Ask Jeeves/Teoma; +http://sp.ask.com/docs/about/tech_crawling.html)"
|
|
# UA "Mozilla/2.0 (compatible; AskJeeves/Teoma)"
|
|
# UA "Mozilla/5.0 (compatible; Ask Jeeves/Teoma; +http://about.ask.com/en/docs/about/webmasters.shtml)"
|
|
# UA "teoma_agent1"
|
|
140.239.126.13
|
|
140.239.251.220
|
|
140.239.251.221
|
|
140.239.251.222
|
|
140.239.251.223
|
|
140.239.251.224
|
|
140.239.251.230
|
|
206.80.1.253
|
|
207.204.132.233
|
|
207.204.132.234
|
|
208.178.104.55
|
|
209.67.252.197
|
|
209.67.252.199
|
|
209.67.252.211
|
|
209.67.252.212
|
|
209.67.252.213
|
|
209.67.252.214
|
|
209.67.252.215
|
|
209.67.252.216
|
|
210.51.25.142
|
|
211.13.230.249
|
|
216.143.191.131
|
|
216.200.130.20
|
|
216.200.130.200
|
|
216.200.130.201
|
|
216.200.130.202
|
|
216.200.130.203
|
|
216.200.130.204
|
|
216.200.130.205
|
|
216.200.130.206
|
|
216.200.130.207
|
|
216.200.130.208
|
|
216.200.130.209
|
|
216.200.130.210
|
|
216.200.130.242
|
|
216.200.130.244
|
|
216.200.130.245
|
|
216.200.130.246
|
|
216.200.130.248
|
|
216.200.130.249
|
|
216.200.130.26
|
|
216.200.130.77
|
|
216.200.130.78
|
|
216.200.130.79
|
|
216.200.130.85
|
|
216.200.130.86
|
|
216.200.130.87
|
|
216.200.130.88
|
|
216.200.130.89
|
|
216.34.121.100
|
|
216.34.121.18
|
|
216.34.121.19
|
|
216.34.121.31
|
|
216.34.121.32
|
|
216.34.121.33
|
|
216.34.121.34
|
|
216.34.121.67
|
|
216.34.121.68
|
|
63.123.238.50
|
|
63.123.238.54
|
|
63.123.238.8
|
|
63.236.92.143
|
|
63.236.92.144
|
|
63.236.92.145
|
|
63.236.92.146
|
|
63.236.92.147
|
|
63.236.92.148
|
|
63.236.92.149
|
|
63.236.92.150
|
|
63.236.92.151
|
|
63.236.92.152
|
|
63.236.92.153
|
|
64.55.148.3
|
|
64.55.148.37
|
|
64.55.148.38
|
|
64.55.148.39
|
|
64.55.148.4
|
|
64.55.148.43
|
|
64.55.148.44
|
|
64.55.148.45
|
|
64.55.148.5
|
|
64.55.148.50
|
|
64.55.148.51
|
|
64.55.148.52
|
|
64.55.148.53
|
|
64.55.148.54
|
|
65.119.214.9
|
|
65.192.195.0
|
|
65.192.195.1
|
|
65.192.195.10
|
|
65.192.195.11
|
|
65.192.195.12
|
|
65.192.195.13
|
|
65.192.195.14
|
|
65.192.195.15
|
|
65.192.195.16
|
|
65.192.195.17
|
|
65.192.195.18
|
|
65.192.195.19
|
|
65.192.195.2
|
|
65.192.195.20
|
|
65.192.195.21
|
|
65.192.195.22
|
|
65.192.195.23
|
|
65.192.195.24
|
|
65.192.195.25
|
|
65.192.195.26
|
|
65.192.195.27
|
|
65.192.195.28
|
|
65.192.195.29
|
|
65.192.195.3
|
|
65.192.195.30
|
|
65.192.195.31
|
|
65.192.195.4
|
|
65.192.195.5
|
|
65.192.195.6
|
|
65.192.195.7
|
|
65.192.195.8
|
|
65.192.195.9
|
|
65.214.32
|
|
65.214.36
|
|
65.214.38
|
|
65.214.44
|
|
65.214.45
|
|
66.235.124
|
|
|
|
# AtLocal
|
|
# UA "AtlocalBot/1.1 +(http://www.atlocal.com/local-web-site-owner.html)"
|
|
216.55.159.187
|
|
216.55.159.189
|
|
216.55.159.190
|
|
|
|
# Axada
|
|
# UA "axadine/ (Axadine Crawler; http://www.axada.de/; )"
|
|
# 62.141.54.115
|
|
|
|
# Ay-Up
|
|
# UA "Fred/0.01-dev (Fred; http://www.ay-up.com; fred@ay-up.com)"
|
|
# UA "Fred/0.05 (Fred; http://www.ay-up.com; fred@ay-up.com)"
|
|
65.254.63.154
|
|
69.57.157.54
|
|
|
|
# Backrub
|
|
171.64.68.80
|
|
171.64.75.100
|
|
171.64.75.104
|
|
|
|
# Baidu
|
|
# UA "BaiDuSpider"
|
|
# UA "Baiduspider+(+http://www.baidu.com/search/spider.htm)"
|
|
# UA "Baiduspider+(+http://www.baidu.com/search/spider_jp.html)"
|
|
119.63.193.39
|
|
122.152.128.10
|
|
122.152.128.19
|
|
122.152.128.48
|
|
122.152.129.10
|
|
122.152.129.9
|
|
123.125.64.38
|
|
123.125.64.49
|
|
162.105.207.185
|
|
162.105.207.192
|
|
202.103.134.196
|
|
202.108.11.106
|
|
202.108.11.108
|
|
202.108.11.132
|
|
202.108.22.70
|
|
202.108.22.73
|
|
202.108.22.75
|
|
202.108.22.79
|
|
202.108.22.80
|
|
202.108.22.81
|
|
202.108.23.71
|
|
202.108.23.74
|
|
202.108.249.176
|
|
202.108.249.177
|
|
202.108.249.178
|
|
202.108.249.179
|
|
202.108.249.182
|
|
202.108.249.183
|
|
202.108.249.184
|
|
202.108.249.185
|
|
202.108.249.186
|
|
202.108.249.187
|
|
202.108.249.188
|
|
202.108.249.189
|
|
202.108.249.190
|
|
202.108.250.195
|
|
202.108.250.196
|
|
202.108.250.197
|
|
202.108.250.198
|
|
202.108.250.199
|
|
202.108.250.206
|
|
202.108.250.207
|
|
202.108.250.226
|
|
202.108.250.241
|
|
202.108.250.242
|
|
202.108.250.243
|
|
202.108.250.244
|
|
202.108.250.253
|
|
211.100.24.90
|
|
211.100.24.91
|
|
211.100.24.92
|
|
211.100.24.93
|
|
211.100.24.94
|
|
211.100.24.95
|
|
211.100.24.96
|
|
211.100.24.97
|
|
211.100.25.196
|
|
211.100.25.197
|
|
211.100.25.198
|
|
211.100.25.199
|
|
211.100.25.200
|
|
211.100.25.202
|
|
211.100.25.204
|
|
211.101.48.53
|
|
220.181.7
|
|
220.181.32.22
|
|
220.181.32.52
|
|
220.181.38.169
|
|
220.181.38.179
|
|
220.181.38.191
|
|
60.28.17.36
|
|
60.28.17.39
|
|
60.28.17.41
|
|
60.28.17.43
|
|
60.28.17.45
|
|
60.28.17.47
|
|
61.135.145.204
|
|
61.135.145.207
|
|
61.135.145.208
|
|
61.135.145.209
|
|
61.135.145.211
|
|
61.135.145.212
|
|
61.135.145.215
|
|
61.135.145.216
|
|
61.135.145.219
|
|
61.135.145.221
|
|
61.135.145.251
|
|
61.135.146.197
|
|
61.135.146.199
|
|
61.135.146.200
|
|
61.135.146.201
|
|
61.135.146.202
|
|
61.135.146.205
|
|
61.135.146.205
|
|
61.135.146.206
|
|
61.135.146.210
|
|
61.135.146.251
|
|
61.135.162.204
|
|
61.135.162.51
|
|
61.135.162.78
|
|
61.135.166.102
|
|
61.135.166.205
|
|
61.135.166.229
|
|
61.135.168
|
|
61.135.190
|
|
61.149.2.221
|
|
|
|
# Batsch
|
|
204.251.93.10
|
|
|
|
# Become.com
|
|
# UA "Mozilla/5.0 (compatible; BecomeBot/2.0.3; +http://www.become.com/webmasters.html)"
|
|
# UA "Mozilla/5.0 (compatible; becomebot/2.0beta; +http://www.become.com/webmasters.html)"
|
|
# UA "Mozilla/5.0 (compatible; becomebot/1.23; +http://www.become.com/webmasters.html)"
|
|
# UA "Mozilla/4.7 [en](BecomeBot'at'exava.com)"
|
|
# UA "Mozilla/5.0 (compatible; BecomeBot/2.2.5; MSIE 6.0 compatible; +http://www.become.com/site_owners.html)"
|
|
64.124.85
|
|
69.111.170.194
|
|
|
|
# Bellnet
|
|
208.28.152.71
|
|
|
|
# BigClique
|
|
# UA "BigCliqueBOT/1.03-dev (bigclicbot; http://www.bigclique.com; bot@bigclique.com)"
|
|
72.3.246.162
|
|
216.130.179.196
|
|
|
|
# Bigsearch.ca
|
|
# UA "Bigsearch.ca/Nutch-0.9-dev (Bigsearch.ca Internet Spider; http://www.bigsearch.ca/; info@enhancededge.com)"
|
|
72.0.207.162
|
|
216.58.87.217
|
|
|
|
# Bilgi.com
|
|
# UA "BilgiBot/1.0(beta) (http://www.bilgi.com/; bilgi at bilgi dot com)"
|
|
# 212.174.130.116
|
|
# 212.174.130.118
|
|
# 212.174.130.123
|
|
# 212.174.130.99
|
|
|
|
# BizSearch
|
|
194.198.230.36
|
|
|
|
# BlackSpider
|
|
210.159.73.36
|
|
210.159.73.35
|
|
|
|
# Blitzsuche
|
|
194.231.30.106
|
|
194.231.30.107
|
|
194.231.30.108
|
|
|
|
# Bloglines
|
|
# UA "Bloglines Title Fetch/1.0 (http://www.bloglines.com)"
|
|
216.148.212.182
|
|
|
|
# Boitho
|
|
# UA "boitho.com-dc/0.4 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.5 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.52 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.57 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.58 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.60 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.66 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.71 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.72 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.75 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.81 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.82 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-dc/0.83 ( http://www.boitho.com/dcbot.html )"
|
|
# UA "boitho.com-robot/1.1"
|
|
129.241.104.168
|
|
129.241.104.173
|
|
129.241.104.174
|
|
129.241.104.175
|
|
129.241.104.179
|
|
129.241.104.180
|
|
129.241.104.182
|
|
129.241.104.183
|
|
129.241.104.184
|
|
129.241.104.185
|
|
129.241.104.186
|
|
129.241.104.187
|
|
129.241.104.188
|
|
129.241.104.189
|
|
129.241.104.238
|
|
129.241.104.242
|
|
129.241.50.32
|
|
129.241.50.33
|
|
129.241.50.34
|
|
129.241.50.35
|
|
193.71.105.251
|
|
213.179.39.227
|
|
213.179.58.54
|
|
217.118.34.110
|
|
217.118.38.226
|
|
217.118.38.227
|
|
217.118.38.228
|
|
217.118.38.229
|
|
217.118.38.230
|
|
217.118.38.231
|
|
217.118.38.232
|
|
217.118.38.233
|
|
217.118.38.234
|
|
24.68.149.78
|
|
24.97.214.158
|
|
62.101.246.77
|
|
62.97.196.2
|
|
80.202.209.74
|
|
80.202.219.29
|
|
80.202.221.109
|
|
80.202.58.101
|
|
80.203.138.137
|
|
80.203.232.107
|
|
80.203.26.148
|
|
80.203.32.41
|
|
80.203.51.157
|
|
80.239.62.203
|
|
81.0.183.106
|
|
81.0.183.107
|
|
81.191.108.59
|
|
81.191.110.86
|
|
81.191.68.135
|
|
83.108.128.168
|
|
83.108.143.229
|
|
84.48.35.246
|
|
84.48.78.80
|
|
|
|
# Brainbot (Gigabaz)
|
|
151.189.96.99
|
|
134.93.7.97
|
|
134.93.7.98
|
|
|
|
# Brainysearch
|
|
64.57.64.90
|
|
|
|
# Brazilian Research Network
|
|
200.215.16.125
|
|
|
|
# BTbot
|
|
# UA "BTbot/0.3 (+http://www.btbot.com/btbot.html)"
|
|
# UA "btbot/0.4 ( http://www.btbot.com/btbot.html)"
|
|
84.128.33.71
|
|
84.150.79.18
|
|
84.150.122.26
|
|
217.235.240.139
|
|
217.235.241.160
|
|
|
|
# Burf.com
|
|
# UA "Norbert the Spider(Burf.com)"
|
|
81.86.128.112
|
|
88.107.17.230
|
|
|
|
# BurstFind
|
|
# UA "BurstFind Crawler 1.0/0.7.1 (Nutch; http://lucene.apache.org/nutch/bot.html; crawler@burstfind.com)"
|
|
# UA "BurstFindCrawler/1.1 (crawler.burstfind.com; http://crawler.burstfind.com; crawler@burstfind.com)"
|
|
64.34.172.78
|
|
64.34.176.199
|
|
64.34.179.137
|
|
|
|
# CACTVS Chemistry Spider
|
|
131.188.128.229
|
|
194.199.4.2
|
|
|
|
# CanadianContent.net
|
|
# UA "RoboCrawl (www.canadiancontent.net)"
|
|
207.44.220.53
|
|
|
|
# centrum.cz
|
|
# UA "holmes/3.8 (morfeo.centrum.cz/bot)"
|
|
213.29.7.220
|
|
213.29.7.217
|
|
62.84.131.137
|
|
62.84.131.161
|
|
62.84.131.158
|
|
62.168.111.19
|
|
62.168.111.21
|
|
|
|
# Chimera
|
|
192.115.137.202
|
|
192.115.136.15
|
|
64.28.94.71
|
|
|
|
# Cipinet
|
|
# UA "CipinetBot (http://www.cipinet.com/bot.html)"
|
|
# 61.16.132.197
|
|
|
|
# Claymont
|
|
198.138.63.1
|
|
198.138.63.22
|
|
198.139.155.10
|
|
|
|
# Clush
|
|
# UA "Mozilla/5.0 (Clustered-Search-Bot/1.0; support@clush.com; http://www.clush.com/)"
|
|
# UA "Clushbot/2.1 (+http://www.clush.com/bot.html)"
|
|
# UA "Clushbot/3.62-Laomedon (+http://www.clush.com/bot.html)"
|
|
209.249.80.231
|
|
209.249.80.232
|
|
209.249.80.233
|
|
209.249.80.245
|
|
209.249.80.246
|
|
|
|
# Colorstamps
|
|
209.10.61.5
|
|
|
|
# Combine System
|
|
130.235.86.152
|
|
|
|
# Comunet
|
|
195.76.40.251
|
|
|
|
# ConceptBot
|
|
66.47.255.121
|
|
|
|
# Convera
|
|
# UA "CrawlConvera0.1 CrawlConvera@yahoo.com"
|
|
# UA "ConveraCrawler/0.7 (+http://www.authoritativeweb.com/crawl)"
|
|
# UA "ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)"
|
|
63.241.61.39
|
|
63.241.61.43
|
|
63.241.61.46
|
|
63.241.61.7
|
|
63.241.61.8
|
|
216.143.233.35
|
|
|
|
# Crawler.de
|
|
# UA "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; MSIECrawler)"
|
|
80.182.226.190
|
|
195.20.224.72
|
|
195.20.224.73
|
|
|
|
# Crawlzilla
|
|
# UA "Crawlzilla/1.0 (Crawlzilla; http://www.crawlzilla.com; crawler@crawlzilla.com)"
|
|
66.235.180.244
|
|
|
|
# CS Hkust Wise
|
|
143.89.40.159
|
|
|
|
# Cuil.com
|
|
208.36.144.10
|
|
208.36.144.6
|
|
208.36.144.7
|
|
208.36.144.8
|
|
208.36.144.9
|
|
216.129.119.10
|
|
216.129.119.11
|
|
216.129.119.12
|
|
216.129.119.13
|
|
216.129.119.14
|
|
216.129.119.15
|
|
216.129.119.16
|
|
216.129.119.17
|
|
216.129.119.18
|
|
216.129.119.19
|
|
216.129.119.40
|
|
216.129.119.41
|
|
216.129.119.42
|
|
216.129.119.43
|
|
216.129.119.44
|
|
216.129.119.45
|
|
216.129.119.46
|
|
216.129.119.47
|
|
216.129.119.48
|
|
216.129.119.49
|
|
216.129.119.81
|
|
38.99.13.116
|
|
38.99.13.117
|
|
38.99.13.118
|
|
38.99.13.119
|
|
38.99.13.120
|
|
38.99.13.121
|
|
38.99.13.122
|
|
38.99.13.123
|
|
38.99.13.124
|
|
38.99.13.125
|
|
38.99.13.126
|
|
38.99.44.101
|
|
38.99.44.102
|
|
38.99.44.103
|
|
38.99.44.104
|
|
38.99.44.105
|
|
38.99.44.106
|
|
38.99.44.107
|
|
38.99.44.108
|
|
64.1.215.162
|
|
64.1.215.163
|
|
64.1.215.164
|
|
64.1.215.165
|
|
64.1.215.166
|
|
67.218.116.132
|
|
67.218.116.134
|
|
67.218.116.162
|
|
|
|
# CurryGuide
|
|
192.41.34.245
|
|
192.41.43.146
|
|
192.41.49.235
|
|
|
|
# Cydral
|
|
# UA "CydralSpider/1.8 (Cydral Web Image Search; http://www.cydral.com)"
|
|
82.235.118.155
|
|
213.246.36.238
|
|
|
|
# DailyOrbit
|
|
# UA "Orbiter/T-2.0 (+http://www.dailyorbit.com/bot.htm)"
|
|
# UA "Orbiter (+http://www.dailyorbit.com/bot.htm)"
|
|
68.232.134.231
|
|
69.168.43.89
|
|
|
|
# DavesEngine
|
|
208.185.131.219
|
|
208.185.131.220
|
|
208.185.131.221
|
|
208.185.131.222
|
|
216.200.195.53
|
|
216.200.195.58
|
|
216.200.195.60
|
|
216.200.195.57
|
|
216.200.195.59
|
|
216.200.195.61
|
|
|
|
# DeepIndex
|
|
# UA "DeepIndex"
|
|
# UA "DeepIndex (www.deepindex.com)"
|
|
62.212.117.198
|
|
213.41.128.47
|
|
213.251.136.94
|
|
|
|
# DIE-KRAEHE
|
|
# UA "-DIE-KRAEHE- META-SEARCH-ENGINE/1.0 http://www.die-kraehe.com"
|
|
217.160.94.14
|
|
|
|
# DivX Search Engine
|
|
# UA "FlickBot 2.0 RPT-HTTPClient/0.3-3"
|
|
66.77.127.85
|
|
66.77.127.102
|
|
|
|
# Domanova
|
|
217.146.97.27
|
|
|
|
# DragonNext
|
|
210.199.215.54
|
|
|
|
# Drecom Career
|
|
# UA "Drecombot/1.0 (http://career.drecom.jp/bot.html)"
|
|
210.233.67.132
|
|
|
|
# Dumbfind
|
|
# UA "Dumbot(version 0.1 beta - dumbfind.com)"
|
|
38.118.73.250
|
|
68.167.196.88
|
|
68.239.122.138
|
|
151.200.115.249
|
|
|
|
# eDintorni
|
|
# UA "fscrawler/3.0 (www.e-dintorni.it;Windows NT 5.0)"
|
|
213.215.160.170
|
|
|
|
# EDSA Phillipines
|
|
210.16.10.40
|
|
|
|
# eFamily
|
|
208.186.202.21
|
|
|
|
# Egoto.com Spain
|
|
# UA "EgotoBot/4.8 (+http://www.egoto.com/about.htm)"
|
|
62.57.74.14
|
|
|
|
# Elyion
|
|
# UA "NextGenSearchBot 1 (for information visit http://www.eliyon.com/NextGenSearchBot)"
|
|
207.31.251.140
|
|
|
|
# The Engine Rooms
|
|
# UA "EngineBot/3.0"
|
|
# UA "arachna_enginebot/v3.0[http://www.theenginerooms.com]"
|
|
81.153.61.72
|
|
81.153.62.103
|
|
|
|
# entireweb.com
|
|
# UA "Speedy_Spider (http://www.entireweb.com)"
|
|
# UA "Speedy Spider (Beta/1.0; speedy@entireweb.com)"
|
|
# UA "Speedy Spider (Entireweb; Beta/1.0; http://www.entireweb.com/about/search_tech/speedyspider/)"
|
|
# UA "Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)"
|
|
193.15.210.29
|
|
62.13.25.201
|
|
62.13.25.209
|
|
62.13.25.219
|
|
62.13.25.220
|
|
62.13.25.221
|
|
62.13.25.222
|
|
88.131.106.10
|
|
88.131.106.16
|
|
88.131.106.11
|
|
88.131.106.6
|
|
88.131.153.91
|
|
89.150.197.134
|
|
89.150.197.138
|
|
89.150.197.142
|
|
89.150.197.144
|
|
89.150.197.192
|
|
89.150.197.193
|
|
89.150.197.194
|
|
|
|
# Envolk.com
|
|
# UA "envolk[ITS]spider/1.6(+http://www.envolk.com/envolkspider.html)"
|
|
# UA "envolk/1.7 (+http://www.envolk.com/envolkspiderinfo.php)"
|
|
70.169.191.4
|
|
71.102.140.247
|
|
|
|
# e-Society Project
|
|
# UA "e-SocietyRobot(http://www.yama.info.waseda.ac.jp/~yamana/es/)"
|
|
42.142.128.210
|
|
133.9.238.71
|
|
136.187.19.99
|
|
210.128.142.42
|
|
|
|
# Esoterica
|
|
209.198.242.61
|
|
|
|
# Eule
|
|
194.231.76.158
|
|
|
|
# EuroFerret (MuscatFerret)
|
|
194.168.54.6
|
|
194.168.54.11
|
|
|
|
# EuroOne
|
|
195.95.124.3
|
|
195.95.124.7
|
|
|
|
# EuroSeek
|
|
212.209.54.40
|
|
212.209.54.134
|
|
195.242.46.55
|
|
|
|
# Evaal
|
|
# UA "Evaal/0.7.1 (Evaal; http://search.evaal.com/bot.html; bot@evaal.com)"
|
|
66.249.26.98
|
|
|
|
# ExactSeek.com
|
|
# UA "eseek-larbin_2.6.2 crawler@exactseek.com"
|
|
# UA "exactseek-pagereaper-2.63 crawler@exactseek.com"
|
|
# UA "ExactSeek_Spider"
|
|
# UA "Mozilla/4.0"
|
|
# UA "exactseek.com"
|
|
206.51.232.142
|
|
207.36.47.237
|
|
216.110.167.157
|
|
69.9.181.169
|
|
69.9.181.170
|
|
69.9.181.171
|
|
|
|
# Exalead
|
|
# UA "Exalead NG/MimeLive Client (convert/http/0.120)"
|
|
# UA "NG/2.0"
|
|
# UA "Exabot NG/MimeLive Client (convert/http/0.170)"
|
|
# UA "Mozilla/5.0 (compatible; Konqueror/3.4; Linux) KHTML/3.4.1 (like Gecko)"
|
|
# UA "Exabot/2.0"
|
|
# UA "Exabot-Test/1.0"
|
|
64.81.121.37
|
|
69.44.159.54
|
|
84.233.148.5
|
|
84.233.148.7
|
|
84.233.148.10
|
|
84.233.148.11
|
|
84.233.148.12
|
|
84.233.148.13
|
|
84.233.148.14
|
|
84.233.148.15
|
|
84.233.148.16
|
|
84.233.148.17
|
|
84.233.148.18
|
|
84.233.148.19
|
|
84.233.148.20
|
|
84.233.148.21
|
|
84.233.148.22
|
|
84.233.148.23
|
|
84.233.148.24
|
|
193.47.80.101
|
|
193.47.80.135
|
|
193.47.80.136
|
|
193.47.80.140
|
|
193.47.80.142
|
|
193.47.80.36
|
|
193.47.80.37
|
|
193.47.80.38
|
|
193.47.80.39
|
|
193.47.80.40
|
|
193.47.80.41
|
|
193.47.80.42
|
|
193.47.80.43
|
|
193.47.80.44
|
|
193.47.80.46
|
|
193.47.80.75
|
|
193.47.80.77
|
|
193.47.80.78
|
|
193.47.80.83
|
|
193.47.80.94
|
|
195.154.174.164
|
|
195.154.174.167
|
|
212.234.111.157
|
|
213.174.84.195
|
|
|
|
# Exodus.Net
|
|
209.67.252.214
|
|
|
|
# EZResult
|
|
64.14.66.11
|
|
64.14.66.100
|
|
|
|
# FAST
|
|
# UA "FastSearch Web Crawler for Verizon SuperPages (kevin.watters@fastsearch.com)"
|
|
# UA "FAST Data Search Document Retriever/4.0 04072100 2004-07-21 07:54:10 UTC"
|
|
# UA "FAST MetaWeb Crawler (helpdesk at fastsearch dot com)"
|
|
146.101.142.222
|
|
146.101.142.223
|
|
146.101.142.224
|
|
146.101.142.225
|
|
146.101.142.226
|
|
146.101.142.227
|
|
146.101.142.228
|
|
146.101.142.229
|
|
146.101.142.230
|
|
146.101.142.231
|
|
146.101.142.232
|
|
146.101.142.233
|
|
146.101.142.234
|
|
146.101.142.235
|
|
146.101.142.236
|
|
146.101.142.237
|
|
146.101.142.238
|
|
146.101.142.239
|
|
146.101.142.240
|
|
146.101.142.241
|
|
146.101.142.242
|
|
146.101.142.243
|
|
146.101.142.244
|
|
146.101.142.245
|
|
146.101.142.246
|
|
146.101.142.247
|
|
146.101.142.248
|
|
146.101.142.249
|
|
146.101.142.250
|
|
146.101.142.251
|
|
146.101.142.252
|
|
146.101.142.253
|
|
151.138.18.30
|
|
151.138.18.35
|
|
194.224.199.46
|
|
194.224.199.48
|
|
200.221.10.240
|
|
207.201.123.246
|
|
208.186.202.28
|
|
209.202.148
|
|
209.67.247
|
|
212.48.8.142
|
|
212.48.11.189
|
|
213.188.8.2
|
|
213.188.8.4
|
|
213.188.8.76
|
|
216.35.112.141
|
|
216.35.112.142
|
|
216.35.112.143
|
|
216.35.112.50
|
|
216.35.112.51
|
|
62.41.154
|
|
64.41.254.23
|
|
64.41.254.24
|
|
64.41.254.25
|
|
66.77.73
|
|
66.77.74
|
|
70.42.51.10
|
|
|
|
# Faxo
|
|
# UA "Faxobot/1.0"
|
|
68.94.95.150
|
|
69.148.183.12
|
|
69.150.87.183
|
|
69.152.88.32
|
|
69.154.219.28
|
|
69.155.4.253
|
|
|
|
# FetchRover
|
|
192.41.15.30
|
|
|
|
# Filangy
|
|
# UA "Filangy/1.01 (Filangy; http://www.filangy.com/filangyinfo.jsp?inc=robots.jsp; filangy-agent@filangy.com)"
|
|
64.29.182.10
|
|
|
|
# FindLink.com
|
|
207.86.79.6
|
|
207.86.79.12
|
|
|
|
# findquick.com
|
|
207.153.57.51
|
|
|
|
# Fireball
|
|
# UA "Firefly/1.0 (compatible; Mozilla 4.0; MSIE 5.5)"
|
|
193.7.255.21
|
|
193.7.255.33
|
|
193.7.255.90
|
|
193.7.255.121
|
|
193.7.255.122
|
|
193.7.255.130
|
|
193.7.255.142
|
|
193.7.255.22
|
|
193.7.255.241
|
|
193.7.255.242
|
|
193.7.255.244
|
|
|
|
# First-Search
|
|
63.121.41.166
|
|
63.121.41.172
|
|
63.121.41.173
|
|
63.121.41.174
|
|
63.121.41.176
|
|
63.121.41.177
|
|
208.131.25.166
|
|
208.131.25.167
|
|
208.131.25.169
|
|
198.173.35.169
|
|
198.173.35.170
|
|
198.173.35.171
|
|
63.121.41.175
|
|
|
|
# Fish search
|
|
131.155.70.189
|
|
|
|
# Flix
|
|
195.190.21.70
|
|
|
|
# Foelock.co.uk
|
|
# UA "Foelock.co.uk Search MyGo R2-H6-3"
|
|
# UA "Foelock.co.uk Search MyGo Uknow 7"
|
|
84.13.2.175
|
|
84.13.26.47
|
|
84.13.56.131
|
|
89.240.138.167
|
|
|
|
# Francoroute
|
|
132.218.30.216
|
|
|
|
# FreeFind
|
|
# UA "Mozilla/4.0 (compatible; MSIE 4.01; Windows 95; http://www.freefind.com/spider.html )"
|
|
# UA "FreeFind/1.0 (spider@freefind.com)"
|
|
63.203.65.217
|
|
205.179.93.2
|
|
205.179.93.66
|
|
|
|
# Funkycat Search
|
|
151.196.224.70
|
|
209.176.27.63
|
|
64.208.104.2
|
|
|
|
# FunnelWeb
|
|
203.21.15.10
|
|
|
|
# Fybersearch
|
|
# UA "FyberSpider (+http://www.fybersearch.com/fyberspider.php)"
|
|
# 24.17.40.70
|
|
# 24.17.41.36
|
|
# 24.19.147.118
|
|
|
|
# Galaxy
|
|
# UA "Mozilla/4.0 (compatible; MSIE 5.0; www.galaxy.com; www.ads-work.com; +http://www.galaxy.com/info/crawler.html)"
|
|
208.131.25.6
|
|
216.206.178.81
|
|
216.206.178.83
|
|
216.206.178.85
|
|
208.131.25.168
|
|
63.121.41.178
|
|
63.121.41.179
|
|
|
|
# gasta
|
|
194.46.8.25
|
|
|
|
# Genieknows.com
|
|
# UA "Mozilla/5.0 wgao@genieknows.com"
|
|
# UA "genieBot (http://64.5.245.11/faq/faq.html)"
|
|
# UA "genieBot wgao@genieknows.com"
|
|
64.5.245.10
|
|
64.5.245.11
|
|
64.5.245.23
|
|
64.5.245.24
|
|
64.5.245.25
|
|
64.5.245.26
|
|
64.5.245.27
|
|
64.5.245.28
|
|
64.5.245.29
|
|
64.5.245.50
|
|
|
|
# Geobot
|
|
# UA "Geobot/0.1 http://www.geobot.co.uk"
|
|
# UA "GeoBot/version 1.0"
|
|
216.127.80.23
|
|
65.254.33.130
|
|
|
|
# Geona
|
|
# UA "GeonaBot 1.0; http://www.geona.com/"
|
|
# 69.59.142.172
|
|
# 216.93.161.126
|
|
|
|
# Gigablast
|
|
# UA "Gigabot/1.0"
|
|
# UA "Gigabot/2.0"
|
|
# UA "GigabotSiteSearch/2.0 (sitesearch.gigablast.com)"
|
|
# UA "Gigabot/2.0 (gigablast.com)"
|
|
# UA "Gigabot/2.0/gigablast.com/spider.html"
|
|
# UA "Gigabot/3.0 (http://www.gigablast.com/spider.html)"
|
|
# 38.114.104.61
|
|
# 63.225.19.241
|
|
# 64.62.142.231
|
|
# 64.62.142.233
|
|
# 64.62.142.235
|
|
# 64.62.142.237
|
|
# 64.62.142.239
|
|
# 64.62.142.241
|
|
# 64.62.142.243
|
|
# 64.62.142.245
|
|
# 64.62.168.0
|
|
# 64.62.168.1
|
|
# 64.62.168.2
|
|
# 64.62.168.3
|
|
# 64.62.168.4
|
|
# 64.62.168.5
|
|
# 64.62.168.6
|
|
# 64.62.168.7
|
|
# 64.62.168.8
|
|
# 64.62.168.9
|
|
# 64.62.168.10
|
|
# 64.62.168.11
|
|
# 64.62.168.12
|
|
# 64.62.168.13
|
|
# 64.62.168.14
|
|
# 64.62.168.15
|
|
# 64.62.168.16
|
|
# 64.62.168.17
|
|
# 64.62.168.18
|
|
# 64.62.168.19
|
|
# 64.62.168.20
|
|
# 64.62.168.21
|
|
# 64.62.168.22
|
|
# 64.62.168.23
|
|
# 64.62.168.24
|
|
# 64.62.168.25
|
|
# 64.62.168.26
|
|
# 64.62.168.27
|
|
# 64.62.168.28
|
|
# 64.62.168.29
|
|
# 64.62.168.30
|
|
# 64.62.168.31
|
|
# 64.62.168.32
|
|
# 64.62.168.33
|
|
# 64.62.168.34
|
|
# 64.62.168.35
|
|
# 64.62.168.36
|
|
# 64.62.168.37
|
|
# 64.62.168.38
|
|
# 64.62.168.39
|
|
# 64.62.168.40
|
|
# 64.62.168.41
|
|
# 64.62.168.42
|
|
# 64.62.168.43
|
|
# 64.62.168.44
|
|
# 64.62.168.45
|
|
# 64.62.168.46
|
|
# 64.62.168.47
|
|
# 64.62.168.48
|
|
# 64.62.168.49
|
|
# 64.62.168.50
|
|
# 64.62.168.51
|
|
# 64.62.168.52
|
|
# 64.62.168.53
|
|
# 64.62.168.54
|
|
# 64.62.168.55
|
|
# 64.62.168.56
|
|
# 64.62.168.57
|
|
# 64.62.168.58
|
|
# 64.62.168.59
|
|
# 64.62.168.60
|
|
# 64.62.168.61
|
|
# 64.62.168.62
|
|
# 64.62.168.63
|
|
# 64.62.168.64
|
|
# 64.62.168.65
|
|
# 64.62.168.66
|
|
# 64.62.168.67
|
|
# 64.62.168.68
|
|
# 64.62.168.69
|
|
# 64.62.168.70
|
|
# 64.62.168.71
|
|
# 64.62.168.72
|
|
# 64.62.168.73
|
|
# 64.62.168.74
|
|
# 64.62.168.75
|
|
# 64.62.168.76
|
|
# 64.62.168.77
|
|
# 64.62.168.78
|
|
# 64.62.168.79
|
|
# 64.62.168.80
|
|
# 64.62.168.81
|
|
# 64.62.168.82
|
|
# 64.62.168.83
|
|
# 64.62.168.84
|
|
# 64.62.168.85
|
|
# 64.62.168.86
|
|
# 64.62.168.87
|
|
# 64.62.168.88
|
|
# 64.62.168.89
|
|
# 64.62.168.90
|
|
# 64.62.168.91
|
|
# 64.62.168.92
|
|
# 64.62.168.93
|
|
# 64.62.168.94
|
|
# 64.62.168.95
|
|
# 64.62.168.96
|
|
# 64.62.168.97
|
|
# 64.62.168.98
|
|
# 64.62.168.99
|
|
# 64.62.168.100
|
|
# 64.62.168.101
|
|
# 64.62.168.102
|
|
# 64.62.168.103
|
|
# 64.62.168.104
|
|
# 64.62.168.105
|
|
# 64.62.168.106
|
|
# 64.62.168.107
|
|
# 64.62.168.108
|
|
# 64.62.168.109
|
|
# 64.62.168.110
|
|
# 64.62.168.111
|
|
# 64.62.168.112
|
|
# 64.62.168.113
|
|
# 64.62.168.114
|
|
# 64.62.168.115
|
|
# 64.62.168.116
|
|
# 64.62.168.117
|
|
# 64.62.168.118
|
|
# 64.62.168.119
|
|
# 64.62.168.120
|
|
# 64.62.168.121
|
|
# 64.62.168.122
|
|
# 64.62.168.123
|
|
# 64.62.168.124
|
|
# 64.62.168.125
|
|
# 64.62.168.126
|
|
# 64.62.168.127
|
|
# 64.139.94.202
|
|
# 64.211.63.145
|
|
# 64.211.63.146
|
|
# 66.154.102
|
|
# 66.154.103
|
|
# 66.231.188
|
|
# 66.231.189
|
|
# 67.16.94.2
|
|
# 207.114.174.1
|
|
# 207.114.174.2
|
|
# 207.114.174.3
|
|
# 207.114.174.6
|
|
# 207.114.174.5
|
|
# 207.114.174.7
|
|
# 207.114.174.8
|
|
# 207.114.174.9
|
|
# 207.114.174.10
|
|
# 207.114.174.11
|
|
# 207.114.174.12
|
|
# 207.114.174.13
|
|
# 207.114.174.14
|
|
# 207.114.174.15
|
|
# 207.114.174.16
|
|
# 207.114.174.17
|
|
# 207.114.174.18
|
|
# 207.114.174.19
|
|
# 207.114.174.20
|
|
# 207.114.174.21
|
|
# 207.114.174.22
|
|
# 207.114.174.23
|
|
# 207.114.174.24
|
|
# 207.114.174.25
|
|
# 207.114.174.26
|
|
# 208.254.87.133
|
|
# 216.243.113.1
|
|
# 216.243.113.81
|
|
# 216.243.113.82
|
|
# 216.243.113.83
|
|
# 216.243.113.84
|
|
# 216.243.113.86
|
|
# 216.243.113.87
|
|
# 217.75.103.130
|
|
|
|
# Globalspec
|
|
# UA "Ocelli/1.1 (http://www.globalspec.com)"
|
|
# UA "Ocelli/1.3 (http://www.globalspec.com/Ocelli)"
|
|
66.194.55.242
|
|
66.195.77.130
|
|
|
|
# GoForIt.com
|
|
# UA "GoForIt.com"
|
|
# UA "GOFORITBOT ( http://www.goforit.com/about/ )"
|
|
# 63.240.232.3
|
|
# 198.65.147.172
|
|
# 216.69.177.55
|
|
|
|
# Golden Can
|
|
# UA "GoldenCanBot (http://www.GoldenCan.com/botinfo.aspx)"
|
|
64.224.197.99
|
|
|
|
# Goo/Infobee
|
|
# UA "ichiro/1.0 (ichiro'at'nttr.co.jp)"
|
|
# UA "ichiro/2.0 (ichiro@nttr.co.jp)"
|
|
# UA "gazz/5.0 (gazz@nttr.co.jp)"
|
|
# UA "ichiro/2.0 (http://help.goo.ne.jp/door/crawler.html)"
|
|
202.229.31.13
|
|
202.229.31.14
|
|
202.229.31.15
|
|
210.150.10.100
|
|
210.150.10.73
|
|
210.150.25.156
|
|
210.165.39.216
|
|
210.165.39.217
|
|
210.165.39.216
|
|
210.165.39.244
|
|
210.165.39.245
|
|
210.165.39.246
|
|
210.165.39.247
|
|
210.165.39.248
|
|
210.165.39.249
|
|
210.165.39.250
|
|
210.165.39.252
|
|
210.165.39.253
|
|
210.165.39.254
|
|
210.173.179.22
|
|
210.173.179.26
|
|
210.173.179.30
|
|
210.173.179.31
|
|
210.173.179.32
|
|
210.173.179.33
|
|
210.173.179.37
|
|
210.173.179.40
|
|
210.173.179.45
|
|
210.173.179.47
|
|
210.173.179.50
|
|
210.173.179.53
|
|
210.173.179.82
|
|
210.173.179.83
|
|
210.173.179.149
|
|
210.173.180.157
|
|
210.173.180.160
|
|
210.173.180.168
|
|
210.173.180.192
|
|
|
|
# GoZero Search
|
|
216.181.122.11
|
|
216.181.122.110
|
|
|
|
# GoZilla
|
|
212.125.68.30
|
|
|
|
# Grub
|
|
206.30.142.100
|
|
|
|
# Harvest
|
|
193.62.81.96
|
|
|
|
# HiddenStreet.com
|
|
64.246.15.61
|
|
|
|
# HI (HTML Index) Search
|
|
192.41.170.17
|
|
|
|
# Hitbox
|
|
208.232.223.80
|
|
|
|
# Hitsearch
|
|
216.55.4.15
|
|
|
|
# Homerweb
|
|
# UA "Homerbot: www.homerweb.com"
|
|
24.1.248.148
|
|
|
|
# Honda Search
|
|
# UA "Honda-Search/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; search@honda-search.com)"
|
|
69.16.227.165
|
|
|
|
# HotBot
|
|
209.1.12.2
|
|
209.1.12.220
|
|
209.1.12.221
|
|
209.1.12.222
|
|
209.1.12.224
|
|
209.1.12.225
|
|
209.1.12.226
|
|
209.1.12.227
|
|
209.1.12.228
|
|
209.1.12.229
|
|
209.1.12.230
|
|
209.1.12.231
|
|
209.1.12.232
|
|
209.1.12.233
|
|
209.1.12.234
|
|
209.1.12.235
|
|
209.1.12.236
|
|
209.1.12.237
|
|
209.1.12.238
|
|
209.1.12.239
|
|
209.1.12.240
|
|
209.1.12.241
|
|
209.1.12.242
|
|
|
|
# HotWired
|
|
204.62.132.20
|
|
|
|
# HTDig
|
|
209.75.193.22
|
|
|
|
# Hubat
|
|
209.114.176.250
|
|
|
|
# i1search.com
|
|
# UA "i1searchbot/2.0 (i1search web crawler; http://www.i1search.com; crawler@i1search.com)"
|
|
65.111.164.143
|
|
65.111.168.41
|
|
|
|
# IBM_Planetwide
|
|
204.146.80.99
|
|
204.146.81.99
|
|
|
|
# icorus.com
|
|
209.239.36.253
|
|
|
|
# ICQ
|
|
205.188.147.53
|
|
205.188.147.56
|
|
205.188.252.121
|
|
|
|
# Ideare
|
|
212.123.67.70
|
|
|
|
# IErachnid
|
|
# UA "IErachnid 3.0 http://uk.searchengineeurope.com"
|
|
193.120.253.2
|
|
|
|
# igougo.com
|
|
# UA "Nutch/0.7 (igougocrawler; http://www.igougo.com/search/web.asp; nutch-agent@lucene.apache.org)"
|
|
209.208.197.115
|
|
|
|
# ILSE
|
|
# UA "Mozilla/3.0 (INGRID/3.0 MT; webcrawler@NOSPAMexperimental.net; http://aanmelden.ilse.nl/?aanmeld_mode=webhints)"
|
|
62.69.162.144
|
|
62.69.162.171
|
|
62.69.162.177
|
|
213.244.181.190
|
|
212.72.39.2
|
|
194.134.109.3
|
|
194.134.109.7
|
|
194.134.109.17
|
|
194.134.109.21
|
|
212.72.39.8
|
|
212.72.39.3
|
|
212.72.39.4
|
|
212.72.39.5
|
|
212.72.39.6
|
|
212.72.39.7
|
|
212.72.39.9
|
|
212.72.39.10
|
|
212.72.39.11
|
|
212.72.39.12
|
|
212.72.39.13
|
|
212.72.39.14
|
|
212.72.39.15
|
|
212.72.39.16
|
|
212.72.39.17
|
|
212.72.39.18
|
|
212.72.39.19
|
|
212.72.39.20
|
|
212.72.39.21
|
|
212.72.39.22
|
|
212.72.39.23
|
|
212.72.39.24
|
|
212.72.39.27
|
|
212.72.39.28
|
|
212.72.39.29
|
|
212.72.39.30
|
|
212.72.39.194
|
|
212.72.39.195
|
|
212.72.39.196
|
|
212.72.39.197
|
|
212.72.39.198
|
|
212.72.39.199
|
|
212.72.39.200
|
|
212.72.39.201
|
|
212.72.39.202
|
|
212.72.39.203
|
|
212.72.39.204
|
|
212.72.39.205
|
|
212.72.39.206
|
|
212.72.39.207
|
|
212.72.39.208
|
|
212.72.39.209
|
|
212.72.39.210
|
|
212.72.39.211
|
|
212.72.39.212
|
|
212.72.39.213
|
|
212.72.39.214
|
|
212.72.39.215
|
|
212.72.39.216
|
|
212.72.39.217
|
|
212.72.39.218
|
|
212.72.39.219
|
|
212.72.39.220
|
|
212.72.39.221
|
|
|
|
# Iltrovatore.it
|
|
# UA "iltrovatore-setaccio/1.2-dev (spidering; http://www.iltrovatore.it/aiuto/motore_di_ricerca.html; info@iltrovatore.it)"
|
|
# UA "Iltrovatore-Setaccio/0.3-dev (Indexing; http://www.iltrovatore.it/bot.html; info@iltrovatore.it)"
|
|
# UA "IlTrovatore-Setaccio/1.2 (It-bot;compatible;MSIE 6.0;Mozilla/4.0; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)"
|
|
# UA "IlTrovatore-Setaccio/1.2 (Italy search engine; http://www.iltrovatore.it/bot.html; bot@iltrovatore.it)"
|
|
213.215.201.204
|
|
213.215.201.205
|
|
213.215.201.221
|
|
213.215.201.222
|
|
213.215.201.234
|
|
213.215.201.235
|
|
|
|
# Inetseek.de
|
|
# UA "InetSeekBot2005 (Version: 1.01, Powered by InetSeek.de)"
|
|
# UA "Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/0.3"
|
|
195.27.115.51
|
|
212.72.181.12
|
|
|
|
# Infomak
|
|
165.254.215.60
|
|
165.254.215.61
|
|
165.254.215.62
|
|
165.254.215.63
|
|
|
|
# Informant
|
|
129.170.24.57
|
|
|
|
# InfoSpiders
|
|
128.255.244.88
|
|
|
|
# Insitor
|
|
# UA "Insitor.com, search and find world wide!"
|
|
80.67.17.98
|
|
|
|
# Inter-Fux
|
|
195.57.152.80
|
|
|
|
# Internet Archiver
|
|
# 206.132.56.130
|
|
|
|
# Internet Portal 3000
|
|
209.133.111.132
|
|
216.200.196.8
|
|
216.200.196.9
|
|
216.200.196.10
|
|
216.200.196.11
|
|
216.200.196.12
|
|
216.200.196.13
|
|
216.200.196.14
|
|
216.200.196.15
|
|
|
|
# Intersearch
|
|
194.232.15.65
|
|
|
|
# Interseek.com
|
|
# UA "Mozilla/5.0 (compatible; Najdi.si/3.1)"
|
|
85.10.36.125
|
|
|
|
# ISIZE
|
|
133.194.226.226
|
|
|
|
# iSparkle
|
|
193.195.19.10
|
|
|
|
# ISpi Crawler
|
|
207.82.104.100
|
|
|
|
# it LOOX
|
|
66.240.140.190
|
|
|
|
# iWon
|
|
216.33.59.61
|
|
|
|
# JAYDE.COM
|
|
208.239.240.102
|
|
66.28.139.66
|
|
66.28.139.71
|
|
|
|
# JAYDE.DE
|
|
195.226.160.249
|
|
|
|
# jblue
|
|
216.234.161.144
|
|
|
|
# Jeteye
|
|
# UA "Jetbot/1.0"
|
|
# 64.71.144.11
|
|
# 64.71.144.13
|
|
# 64.71.144.15
|
|
# 64.71.144.17
|
|
# 64.71.144.19
|
|
# 64.71.144.21
|
|
# 64.71.144.23
|
|
# 64.71.144.25
|
|
# 64.71.144.27
|
|
# 64.71.144.29
|
|
# 64.71.144.31
|
|
# 64.71.144.33
|
|
# 64.71.144.34
|
|
# 64.71.144.35
|
|
# 64.71.144.36
|
|
# 64.71.144.37
|
|
# 64.71.144.39
|
|
# 64.71.144.43
|
|
# 64.71.144.45
|
|
# 64.71.144.47
|
|
# 64.71.144.49
|
|
# 64.71.144.51
|
|
# 64.71.144.53
|
|
# 64.71.144.55
|
|
# 64.71.144.57
|
|
# 64.71.144.59
|
|
# 64.71.144.61
|
|
# 64.71.144.63
|
|
# 64.71.144.65
|
|
# 64.71.144.67
|
|
# 64.71.144.69
|
|
# 64.71.144.70
|
|
# 64.71.144.71
|
|
# 64.71.144.72
|
|
# 64.71.144.73
|
|
# 64.71.144.75
|
|
# 64.71.144.77
|
|
|
|
# Jippii.fi
|
|
195.211.11.50
|
|
|
|
# Job Robot (Jobot)
|
|
216.148.213.150
|
|
|
|
# The Jubii Indexing Robot
|
|
212.112.128.30
|
|
|
|
# JumpStation
|
|
139.153.13.200
|
|
|
|
# Jyxo.com
|
|
# UA "Jyxobot/1"
|
|
195.113.214.196
|
|
195.113.214.204
|
|
195.113.214.207
|
|
195.122.204.2
|
|
195.122.208.217
|
|
212.47.13.201
|
|
212.71.128.66
|
|
212.71.128.67
|
|
|
|
# Kalooga
|
|
195.210.57.83
|
|
|
|
# Kanoodle
|
|
216.33.119.136
|
|
216.33.119.138
|
|
38.170.72.194
|
|
|
|
# Kazoom
|
|
# UA "KazoomBot/0.06-dev (Kazoom; http://www.kazoom.ca/bot.html; kazoombot@kazoom.ca)"
|
|
207.81.156.97
|
|
|
|
# Keywen Encyclopedia
|
|
# UA "EasyDL/3.04 http://keywen.com/Encyclopedia/Bot"
|
|
24.57.2.49
|
|
24.57.5.63
|
|
24.57.8.78
|
|
24.57.240.53
|
|
24.235.212.163
|
|
|
|
# Kolibri
|
|
151.189.12.140
|
|
|
|
# kosmix.com
|
|
# cosmix.com
|
|
# UA "cfetch/1.0"
|
|
# UA "voyager/1.0"
|
|
38.113.234.180
|
|
38.113.234.181
|
|
|
|
# Kuloko
|
|
# UA "kulokobot www.kuloko.com kuloko@backweave.com"
|
|
# UA "kuloko-bot/0.2"
|
|
66.90.81.41
|
|
66.227.104.196
|
|
|
|
# Linguee
|
|
# UA "Linguee Bot (http://www.linguee.com/bot; bot@linguee.com)"
|
|
85.25.124.167
|
|
|
|
# Linknz.co.nz
|
|
# UA "Linknzbot (+ http://www.linknz.co.nz/robot.php)"
|
|
202.191.32.67
|
|
202.191.34.146
|
|
|
|
# Localbot
|
|
# UA "LocalBot/1.0 (+http://www.localbot.co.uk/)"
|
|
62.49.200.56
|
|
80.177.149.217
|
|
|
|
# Local.com
|
|
# UA "LocalcomBot/1.2 (+http://www.local.com/bot.htm)"
|
|
# UA "LocalcomBot/1.2.2 (+http://www.local.com/bot.htm)"
|
|
216.52.252.195
|
|
216.52.252.208
|
|
63.251.210.65
|
|
|
|
# Look.com
|
|
# UA "NetResearchServer(http://www.look.com)"
|
|
# UA "LookBot"
|
|
# UA "Look.com"
|
|
64.40.105.197
|
|
206.191.13.2
|
|
206.191.13.3
|
|
209.87.232.5
|
|
|
|
# Lookseek
|
|
# UA "Seeker.lookseek.com"
|
|
12.199.64.41
|
|
12.199.64.69
|
|
209.177.62.135
|
|
209.177.62.151
|
|
|
|
# Looksmart
|
|
# UA "Mozilla/4.0 (compatible; grub-client-1.2.1; Crawl your own stuff with http://grub.org)"
|
|
# UA "NutchCVS/0.05 (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"# UA "MARTINI"
|
|
207.138.42.212
|
|
64.241.242.160
|
|
64.241.242.18
|
|
64.241.242.34
|
|
|
|
# Lotse
|
|
195.20.224.66
|
|
|
|
# Magpie
|
|
195.153.48.120
|
|
|
|
# mande
|
|
216.94.9.119
|
|
|
|
# Mcmail
|
|
195.44.0.150
|
|
195.44.0.104
|
|
195.44.0.152
|
|
195.44.0.153
|
|
|
|
# MerzScope
|
|
207.158.203.71
|
|
|
|
# Metadatalabs
|
|
66.219.58.34
|
|
66.219.58.41
|
|
66.219.58.42
|
|
66.219.58.43
|
|
66.219.58.44
|
|
66.219.58.45
|
|
71.41.201.34
|
|
71.41.201.35
|
|
71.41.201.36
|
|
71.41.201.37
|
|
71.41.201.38
|
|
|
|
# Metager
|
|
# UA "Metager2 (http://metager2.de/site/webmaster.php)"
|
|
130.75.2.24
|
|
130.75.6.10
|
|
|
|
# Metaspinner
|
|
# UA "Metaspinner/0.01 (Metaspinner; http://www.meta-spinner.de/; support@meta-spinner.de/)"
|
|
213.203.245.153
|
|
213.203.245.158
|
|
|
|
# Mirago
|
|
# UA "HenryTheMiragoRobot"
|
|
# UA "HenryTheMiragoRobot (http://www.miragorobot.com/scripts/mrinfo.asp)"
|
|
# UA "Mirago-Test-Robot (http://www.miragorobot.com)"
|
|
194.202.39.44
|
|
212.56.39.2
|
|
217.154.244.217
|
|
217.154.244.228
|
|
217.154.244.229
|
|
217.154.244.230
|
|
217.154.244.231
|
|
217.154.244.232
|
|
217.154.244.233
|
|
217.154.244.234
|
|
217.154.244.235
|
|
217.154.244.239
|
|
217.154.244.240
|
|
217.154.244.241
|
|
217.154.245.2
|
|
217.154.245.201
|
|
217.154.245.202
|
|
217.154.245.203
|
|
217.154.245.204
|
|
217.154.245.205
|
|
217.154.245.207
|
|
217.154.245.209
|
|
217.154.245.210
|
|
217.154.245.211
|
|
217.154.245.212
|
|
217.154.245.213
|
|
217.154.245.214
|
|
217.154.245.215
|
|
217.154.245.216
|
|
217.154.245.217
|
|
217.154.245.218
|
|
217.154.245.219
|
|
217.154.245.220
|
|
217.154.245.224
|
|
217.154.245.225
|
|
217.154.245.226
|
|
217.154.245.227
|
|
217.154.245.228
|
|
217.154.245.229
|
|
217.154.245.230
|
|
217.154.245.232
|
|
217.154.245.233
|
|
217.154.245.234
|
|
217.154.245.236
|
|
217.154.245.237
|
|
217.154.245.238
|
|
217.154.245.239
|
|
217.154.245.240
|
|
217.154.245.241
|
|
217.154.245.242
|
|
217.154.245.244
|
|
217.154.245.245
|
|
217.154.245.246
|
|
217.154.245.248
|
|
217.154.245.249
|
|
217.154.244.251
|
|
217.154.245.250
|
|
217.154.245.251
|
|
217.205.60
|
|
217.205.61
|
|
|
|
# Mister-Jack
|
|
195.200.163.250
|
|
195.200.169.193
|
|
|
|
# MixCat
|
|
67.18.55.52
|
|
198.31.135.245
|
|
|
|
# Mojeek
|
|
# UA "citenikbot/0.4 (albert; http://www.citenik.co.uk/bot.html)"
|
|
# UA "MojeekBot/0.1 (galileo; http://www.mojeek.com/bot.html)"
|
|
# UA "MojeekBot/0.2 (archi; http://www.mojeek.com/bot.html)"
|
|
# UA "Mozilla/5.0 (compatible; MojeekBot/2.0; http://www.mojeek.com/bot.html)"
|
|
217.155.205.49
|
|
217.42.129.249
|
|
217.42.133.84
|
|
81.149.13.26
|
|
81.154.83.118
|
|
81.155.214.30
|
|
83.67.53.154
|
|
|
|
# MotionBridge
|
|
213.41.71.18
|
|
|
|
# Mozdex
|
|
# UA "mozDex/0.04-dev (mozDex; http://www.mozdex.com/en/bot.html; spider@mozdex.com)"
|
|
# UA "mozDex/0.05-dev (mozDex; http://www.mozdex.com/bot.html; spider@mozdex.com)"
|
|
# 63.246.154.32
|
|
# 208.37.26.100
|
|
# 208.37.26.120
|
|
# 209.67.208.170
|
|
|
|
# MSN
|
|
# UA "MSNBOT/0.1 (http://search.msn.com/msnbot.htm)"
|
|
# UA "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot)"
|
|
# UA "lanshanbot/1.0 ( http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot-Products/1.0 (+http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot-media/1.0 (+http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot/0.11 (+http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot/0.3 (+http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot/0.9 (+http://search.msn.com/msnbot.htm)"
|
|
# UA "msnbot/1.0 (+http://search.msn.com/msnbot.htm)"
|
|
131.107.0
|
|
131.107.137.165
|
|
131.107.137.166
|
|
131.107.137.37
|
|
131.107.137.47
|
|
131.107.163.47
|
|
131.107.163.48
|
|
131.107.163.49
|
|
131.107.163.57
|
|
131.107.163.58
|
|
131.107.76.139
|
|
202.96.51.137
|
|
202.96.51.144
|
|
202.96.51.145
|
|
202.96.51.147
|
|
202.96.51.148
|
|
202.96.51.149
|
|
202.96.51.150
|
|
202.96.51.151
|
|
202.96.51.152
|
|
202.96.51.153
|
|
202.96.51.154
|
|
202.96.51.155
|
|
202.96.51.156
|
|
202.96.51.157
|
|
202.96.51.158
|
|
202.96.51.159
|
|
202.96.51.162
|
|
202.96.51.172
|
|
204.4.80.10
|
|
204.95.98.251
|
|
204.95.98.252
|
|
204.95.98.253
|
|
207.46.238.133
|
|
207.46.238.137
|
|
207.46.238.138
|
|
207.46.238.143
|
|
207.46.71.12
|
|
207.46.71.16
|
|
207.46.89.16
|
|
207.46.89.17
|
|
207.46.98
|
|
207.68.146
|
|
207.68.154
|
|
207.68.157
|
|
207.68.188.241
|
|
207.68.188.242
|
|
207.68.188.243
|
|
207.68.188.244
|
|
213.199.128.156
|
|
219.142.53.16
|
|
219.142.53.17
|
|
219.142.53.18
|
|
219.142.53.19
|
|
219.142.53.20
|
|
219.142.53.21
|
|
219.142.53.22
|
|
219.142.53.23
|
|
219.142.53.24
|
|
219.142.53.25
|
|
219.142.53.26
|
|
219.142.53.27
|
|
219.142.53.28
|
|
219.142.53.29
|
|
219.142.53.30
|
|
63.194.155.144
|
|
63.194.155.145
|
|
63.194.155.146
|
|
63.194.155.147
|
|
63.194.155.148
|
|
63.194.155.149
|
|
63.194.155.150
|
|
63.194.155.151
|
|
64.4.8
|
|
65.54.112.146
|
|
65.54.164.100
|
|
65.54.164.101
|
|
65.54.164.102
|
|
65.54.164.103
|
|
65.54.164.104
|
|
65.54.164.105
|
|
65.54.164.106
|
|
65.54.164.107
|
|
65.54.164.108
|
|
65.54.164.109
|
|
65.54.164.110
|
|
65.54.164.111
|
|
65.54.164.112
|
|
65.54.164.113
|
|
65.54.164.114
|
|
65.54.164.115
|
|
65.54.164.116
|
|
65.54.164.117
|
|
65.54.164.118
|
|
65.54.164.119
|
|
65.54.164.120
|
|
65.54.164.121
|
|
65.54.164.122
|
|
65.54.164.123
|
|
65.54.164.124
|
|
65.54.164.125
|
|
65.54.164.126
|
|
65.54.164.127
|
|
65.54.164.128
|
|
65.54.164.129
|
|
65.54.164.130
|
|
65.54.164.131
|
|
65.54.164.132
|
|
65.54.164.133
|
|
65.54.164.134
|
|
65.54.164.135
|
|
65.54.164.34
|
|
65.54.164.35
|
|
65.54.164.36
|
|
65.54.164.37
|
|
65.54.164.38
|
|
65.54.164.39
|
|
65.54.164.40
|
|
65.54.164.41
|
|
65.54.164.42
|
|
65.54.164.43
|
|
65.54.164.44
|
|
65.54.164.45
|
|
65.54.164.46
|
|
65.54.164.47
|
|
65.54.164.48
|
|
65.54.164.49
|
|
65.54.164.50
|
|
65.54.164.51
|
|
65.54.164.52
|
|
65.54.164.53
|
|
65.54.164.54
|
|
65.54.164.55
|
|
65.54.164.56
|
|
65.54.164.57
|
|
65.54.164.58
|
|
65.54.164.59
|
|
65.54.164.60
|
|
65.54.164.61
|
|
65.54.164.62
|
|
65.54.164.63
|
|
65.54.164.64
|
|
65.54.164.65
|
|
65.54.164.66
|
|
65.54.164.67
|
|
65.54.164.68
|
|
65.54.164.69
|
|
65.54.164.70
|
|
65.54.164.71
|
|
65.54.164.72
|
|
65.54.164.73
|
|
65.54.164.74
|
|
65.54.164.75
|
|
65.54.164.76
|
|
65.54.164.77
|
|
65.54.164.78
|
|
65.54.164.79
|
|
65.54.164.80
|
|
65.54.164.81
|
|
65.54.164.82
|
|
65.54.164.83
|
|
65.54.164.84
|
|
65.54.164.85
|
|
65.54.164.86
|
|
65.54.164.87
|
|
65.54.164.88
|
|
65.54.164.89
|
|
65.54.164.90
|
|
65.54.164.91
|
|
65.54.164.92
|
|
65.54.164.93
|
|
65.54.164.94
|
|
65.54.164.95
|
|
65.54.164.96
|
|
65.54.164.97
|
|
65.54.164.98
|
|
65.54.164.99
|
|
65.54.165
|
|
65.54.188
|
|
65.54.189
|
|
65.54.236.87
|
|
65.54.236.88
|
|
65.54.236.90
|
|
65.55.0
|
|
65.55.1
|
|
65.55.10
|
|
65.55.100
|
|
65.55.101
|
|
65.55.102
|
|
65.55.103
|
|
65.55.104
|
|
65.55.105
|
|
65.55.106
|
|
65.55.107
|
|
65.55.108
|
|
65.55.109
|
|
65.55.11
|
|
65.55.110
|
|
65.55.111
|
|
65.55.112
|
|
65.55.113
|
|
65.55.114
|
|
65.55.115
|
|
65.55.116
|
|
65.55.117
|
|
65.55.118
|
|
65.55.119
|
|
65.55.12
|
|
65.55.120
|
|
65.55.121
|
|
65.55.122
|
|
65.55.123
|
|
65.55.124
|
|
65.55.125
|
|
65.55.126
|
|
65.55.127
|
|
65.55.128
|
|
65.55.129
|
|
65.55.13
|
|
65.55.130
|
|
65.55.131
|
|
65.55.132
|
|
65.55.133
|
|
65.55.134
|
|
65.55.135
|
|
65.55.136
|
|
65.55.137
|
|
65.55.138
|
|
65.55.139
|
|
65.55.14
|
|
65.55.140
|
|
65.55.141
|
|
65.55.142
|
|
65.55.143
|
|
65.55.144
|
|
65.55.145
|
|
65.55.146
|
|
65.55.147
|
|
65.55.148
|
|
65.55.149
|
|
65.55.15
|
|
65.55.150
|
|
65.55.151
|
|
65.55.152
|
|
65.55.153
|
|
65.55.154
|
|
65.55.155
|
|
65.55.156
|
|
65.55.157
|
|
65.55.158
|
|
65.55.159
|
|
65.55.16
|
|
65.55.160
|
|
65.55.161
|
|
65.55.162
|
|
65.55.163
|
|
65.55.164
|
|
65.55.165
|
|
65.55.166
|
|
65.55.167
|
|
65.55.168
|
|
65.55.169
|
|
65.55.17
|
|
65.55.170
|
|
65.55.171
|
|
65.55.172
|
|
65.55.173
|
|
65.55.174
|
|
65.55.175
|
|
65.55.176
|
|
65.55.177
|
|
65.55.178
|
|
65.55.179
|
|
65.55.18
|
|
65.55.180
|
|
65.55.181
|
|
65.55.182
|
|
65.55.183
|
|
65.55.184
|
|
65.55.185
|
|
65.55.186
|
|
65.55.187
|
|
65.55.188
|
|
65.55.189
|
|
65.55.19
|
|
65.55.190
|
|
65.55.191
|
|
65.55.192
|
|
65.55.193
|
|
65.55.194
|
|
65.55.195
|
|
65.55.196
|
|
65.55.197
|
|
65.55.198
|
|
65.55.199
|
|
65.55.2
|
|
65.55.20
|
|
65.55.200
|
|
65.55.201
|
|
65.55.202
|
|
65.55.203
|
|
65.55.204
|
|
65.55.205
|
|
65.55.206
|
|
65.55.207
|
|
65.55.208
|
|
65.55.209
|
|
65.55.21
|
|
65.55.210
|
|
65.55.211
|
|
65.55.212
|
|
65.55.213
|
|
65.55.214
|
|
65.55.215
|
|
65.55.216
|
|
65.55.217
|
|
65.55.217.53
|
|
65.55.217.54
|
|
65.55.217.55
|
|
65.55.217.56
|
|
65.55.217.57
|
|
65.55.218
|
|
65.55.219
|
|
65.55.22
|
|
65.55.220
|
|
65.55.221
|
|
65.55.222
|
|
65.55.223
|
|
65.55.224
|
|
65.55.225
|
|
65.55.226
|
|
65.55.227
|
|
65.55.228
|
|
65.55.229
|
|
65.55.23
|
|
65.55.230
|
|
65.55.231
|
|
65.55.232
|
|
65.55.233
|
|
65.55.234
|
|
65.55.235
|
|
65.55.236
|
|
65.55.237
|
|
65.55.238
|
|
65.55.239
|
|
65.55.24
|
|
65.55.240
|
|
65.55.241
|
|
65.55.242
|
|
65.55.243
|
|
65.55.244
|
|
65.55.245
|
|
65.55.246
|
|
65.55.247
|
|
65.55.248
|
|
65.55.249
|
|
65.55.25
|
|
65.55.250
|
|
65.55.251
|
|
65.55.252
|
|
65.55.253
|
|
65.55.254
|
|
65.55.255
|
|
65.55.26
|
|
65.55.27
|
|
65.55.28
|
|
65.55.29
|
|
65.55.3
|
|
65.55.30
|
|
65.55.31
|
|
65.55.32
|
|
65.55.33
|
|
65.55.34
|
|
65.55.35
|
|
65.55.36
|
|
65.55.37
|
|
65.55.38
|
|
65.55.39
|
|
65.55.4
|
|
65.55.40
|
|
65.55.41
|
|
65.55.42
|
|
65.55.43
|
|
65.55.44
|
|
65.55.45
|
|
65.55.46
|
|
65.55.47
|
|
65.55.48
|
|
65.55.49
|
|
65.55.5
|
|
65.55.50
|
|
65.55.51
|
|
65.55.52
|
|
65.55.53
|
|
65.55.54
|
|
65.55.55
|
|
65.55.56
|
|
65.55.57
|
|
65.55.58
|
|
65.55.59
|
|
65.55.6
|
|
65.55.60
|
|
65.55.61
|
|
65.55.62
|
|
65.55.63
|
|
65.55.64
|
|
65.55.65
|
|
65.55.66
|
|
65.55.67
|
|
65.55.68
|
|
65.55.69
|
|
65.55.7
|
|
65.55.70
|
|
65.55.71
|
|
65.55.72
|
|
65.55.73
|
|
65.55.74
|
|
65.55.75
|
|
65.55.76
|
|
65.55.77
|
|
65.55.78
|
|
65.55.79
|
|
65.55.8
|
|
65.55.80
|
|
65.55.81
|
|
65.55.82
|
|
65.55.83
|
|
65.55.84
|
|
65.55.85
|
|
65.55.86
|
|
65.55.87
|
|
65.55.88
|
|
65.55.89
|
|
65.55.9
|
|
65.55.90
|
|
65.55.91
|
|
65.55.92
|
|
65.55.93
|
|
65.55.94
|
|
65.55.95
|
|
65.55.96
|
|
65.55.97
|
|
65.55.98
|
|
65.55.99
|
|
68.55.252
|
|
|
|
# myEfinder.com
|
|
24.42.211.66
|
|
|
|
# Nathan
|
|
194.221.102.137
|
|
|
|
# NationalDirectory
|
|
66.27.55.14
|
|
209.116.58.140
|
|
199.184.188.143
|
|
199.184.188.151
|
|
199.184.188.160
|
|
204.210.31.231
|
|
209.116.58.143
|
|
209.191.102.228
|
|
|
|
# Naver
|
|
# UA "Cowbot-0.1 (NHN Corp. / 2-3011-1954 / nhnbot@naver.com)"
|
|
# UA "NaverBot-1.0 (NHN Corp. / +82-2-3011-1954 / nhnbot@naver.com)"
|
|
# UA "Mozilla/4.0 (compatible; NaverBot/1.0; nhnbot@naver.com)"
|
|
# UA "Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/delete_main.asp)"
|
|
# UA "Yeti/0.01 (nhn/1noon, yetibot@naver.com, check robots.txt daily and follows it)"
|
|
# UA "Yeti/1.0 (+http://help.naver.com/robots/)"
|
|
61.247.217.34
|
|
61.247.217.41
|
|
61.247.217.42
|
|
61.247.221.43
|
|
61.247.221.44
|
|
61.247.221.45
|
|
61.247.221.87
|
|
61.247.221.92
|
|
61.247.222.53
|
|
61.247.222.55
|
|
61.78.61.162
|
|
61.78.61.163
|
|
61.78.61.164
|
|
61.78.61.165
|
|
61.78.61.166
|
|
61.78.61.167
|
|
61.78.61.168
|
|
61.78.61.176
|
|
61.78.61.192
|
|
61.78.61.193
|
|
61.78.61.194
|
|
61.78.61.195
|
|
61.78.61.206
|
|
61.78.61.220
|
|
61.78.61.221
|
|
61.78.61.222
|
|
61.78.61.223
|
|
114.111.36.26
|
|
202.179.180.43
|
|
202.179.180.45
|
|
202.179.180.53
|
|
202.179.180.54
|
|
202.179.181.137
|
|
202.179.181.138
|
|
218.23.2.122
|
|
218.145.25.11
|
|
218.145.25.14
|
|
218.145.25.17
|
|
218.145.25.19
|
|
218.145.25.20
|
|
218.145.25.43
|
|
218.145.25.45
|
|
218.145.25.46
|
|
218.145.25.49
|
|
218.145.25.51
|
|
218.145.25.53
|
|
218.145.25.52
|
|
218.145.25.78
|
|
218.145.25.83
|
|
218.145.25.105
|
|
218.145.25.109
|
|
218.145.25.110
|
|
218.145.25.111
|
|
218.145.25.113
|
|
220.73.146.105
|
|
220.73.146.106
|
|
220.73.146.107
|
|
220.73.146.108
|
|
220.73.159.54
|
|
220.73.159.55
|
|
220.73.159.56
|
|
220.73.159.57
|
|
220.73.159.58
|
|
220.73.159.59
|
|
220.73.159.60
|
|
220.73.159.61
|
|
220.73.159.62
|
|
220.73.159.63
|
|
220.73.165.11
|
|
220.73.165.12
|
|
220.73.165.14
|
|
220.73.165.15
|
|
220.73.165.17
|
|
220.73.165.77
|
|
220.73.165.142
|
|
220.73.165.143
|
|
220.73.165.204
|
|
220.73.165.206
|
|
220.95.235.166
|
|
222.122.194.111
|
|
222.122.194.112
|
|
222.122.194.114
|
|
222.122.194.115
|
|
222.122.194.164
|
|
222.122.194.27
|
|
222.122.194.31
|
|
222.122.194.33
|
|
222.122.194.35
|
|
222.122.194.41
|
|
222.122.194.47
|
|
222.122.194.53
|
|
222.122.194.75
|
|
|
|
# NDV
|
|
194.231.30.16
|
|
|
|
# Netcraft
|
|
195.188.192.23
|
|
|
|
# NetMind
|
|
208.222.98.150
|
|
|
|
# NetNose
|
|
# UA "Mozilla/4.0 (compatible; MSIE 5.0;NetNose-Crawler 2.0; A New Search Experience: http://www.netnose.com)"
|
|
199.35.98.30
|
|
199.35.98.241
|
|
|
|
# NetScoop
|
|
150.59.20.63
|
|
150.59.20.20
|
|
|
|
# Netseek
|
|
216.71.78.11
|
|
|
|
# NetWhat.com
|
|
# UA "NetWhatCrawler/0.06-dev (NetWhatCrawler from NetWhat.com; http://www.netwhat.com; support@netwhat.com)"
|
|
69.9.167.198
|
|
|
|
# NG-Search.com
|
|
# UA "NG-Search/0.90 (NG-SearchBot; http://www.ng-search.com; )"
|
|
84.56.103.71
|
|
84.56.114.19
|
|
84.56.74.242
|
|
84.56.77.39
|
|
84.56.84.58
|
|
84.56.93.33
|
|
|
|
# Nit-Net
|
|
212.63.155.1
|
|
|
|
# Nokodo
|
|
# UA "NokodoBot/1.2 (+http://nokodo.com/bot.htm)"
|
|
67.18.222.18
|
|
|
|
# The NorthStar Robot
|
|
129.110.16.16
|
|
129.110.10.1
|
|
|
|
# Novosoft
|
|
# UA "Mozilla/5.0 (compatible; Page2RSS/0.5; +http://page2rss.com/)"
|
|
69.64.69.73
|
|
|
|
# Noxtrum
|
|
# UA "noxtrumbot/1.0 (crawler@noxtrum.com)"
|
|
194.224.199.47
|
|
194.224.199.50
|
|
194.224.199.52
|
|
|
|
# NR1-Online
|
|
# UA "Nr1-Onlinebot (Version: 1.02, powered by www.nr1-online.de)"
|
|
# 62.112.150.218
|
|
|
|
# NTT Cyberspace Laboratories
|
|
210.165.39.210
|
|
210.165.39.211
|
|
210.165.39.212
|
|
210.165.39.213
|
|
210.165.39.214
|
|
210.165.39.215
|
|
210.165.39.253
|
|
|
|
# Nusearch
|
|
# UA "NuSearch Spider www.nusearch.com"
|
|
82.32.121.70
|
|
82.32.121.164
|
|
82.32.123.249
|
|
82.33.193.111
|
|
82.68.206.22
|
|
84.9.137.104
|
|
208.53.131.158
|
|
|
|
# Nutch
|
|
# UA "Nutch"
|
|
# UA "NutchCVS/0.03-dev (Nutch; http://www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)"
|
|
# UA "NutchCVS/0.03-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
|
|
# UA "NutchOrg/0.03-dev (Nutch; www.nutch.org/docs/bot.html; nutch-agent@lists.sourceforge.net)"
|
|
# UA "NutchCVS/0.05-dev (Nutch; http://www.nutch.org/docs/en/bot.html; nutch-agent@lists.sourceforge.net)"
|
|
|
|
# The NWI Robot
|
|
130.235.86.136
|
|
130.235.86.137
|
|
|
|
# Nzexplorer
|
|
202.36.240.1
|
|
|
|
# Oberland Net
|
|
194.221.132.133
|
|
|
|
# Objects Search
|
|
# UA "ObjectsSearch/0.01 (ObjectsSearch; http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)"
|
|
# UA "ObjectsSearch/0.02 (ObjectsSearch; http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)"
|
|
# UA "ObjectsSearch/0.06 (ObjectsSearch; http://www.ObjectsSearch.com/bot.html; support@thesoftwareobjects.com)"
|
|
68.88.244.177
|
|
68.88.244.178
|
|
69.150.7.163
|
|
69.150.7.164
|
|
69.150.7.165
|
|
|
|
# Occam
|
|
128.95.1.184
|
|
128.95.1.208
|
|
128.95.1.84
|
|
|
|
# OmniExplorer
|
|
# UA "OmniExplorer_Bot/1.07 (+http://www.omni-explorer.com) Internet Categorizer"
|
|
# UA "OmniExplorer_Bot/1.09 (+http://www.omni-explorer.com) Internet Categorizer"
|
|
# UA "OmniExplorer_Bot/1.09 (+http://www.omni-explorer.com)"
|
|
# UA "OmniExplorer_Bot/1.10 (+http://www.omni-explorer.com) Jobs Crawler"
|
|
# UA "OmniExplorer_Bot/1.18 (+http://www.omni-explorer.com) Torrent Crawler"
|
|
# UA "OmniExplorer_Bot/2.3 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.57 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.67 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.69 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.70 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.71 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.73 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.78a (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.82 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.83 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.86b (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.91 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.92 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/2.93 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/3.06c (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/3.06d (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/4.32 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/5.24 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/6.46 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/6.47 (+http://www.omni-explorer.com) WorldIndexer"
|
|
# UA "OmniExplorer_Bot/6.57 (+http://www.omni-explorer.com) WorldIndexer"
|
|
64.62.175.130
|
|
64.62.175.131
|
|
64.62.175.137
|
|
64.71.131.109
|
|
64.71.131.117
|
|
64.127.124.130
|
|
64.127.124.131
|
|
64.127.124.132
|
|
64.127.124.133
|
|
64.127.124.139
|
|
64.127.124.143
|
|
64.127.124.145
|
|
64.127.124.148
|
|
64.127.124.153
|
|
64.127.124.157
|
|
64.127.124.158
|
|
64.127.124.159
|
|
64.127.124.165
|
|
64.127.124.168
|
|
64.127.124.169
|
|
64.127.124.170
|
|
64.127.124.171
|
|
64.127.124.172
|
|
64.127.124.173
|
|
64.127.124.188
|
|
64.127.124.189
|
|
64.127.124.190
|
|
64.127.124.191
|
|
64.127.124.193
|
|
65.19.150.134
|
|
65.19.150.204
|
|
65.19.150.206
|
|
65.19.150.207
|
|
65.19.150.208
|
|
65.19.150.209
|
|
65.19.150.210
|
|
65.19.150.211
|
|
65.19.150.212
|
|
65.19.150.213
|
|
65.19.150.214
|
|
65.19.150.217
|
|
65.19.150.218
|
|
65.19.150.219
|
|
65.19.150.220
|
|
65.19.150.221
|
|
65.19.150.222
|
|
65.19.150.223
|
|
65.19.150.224
|
|
65.19.150.225
|
|
65.19.150.226
|
|
65.19.150.227
|
|
65.19.150.228
|
|
65.19.150.229
|
|
65.19.150.230
|
|
65.19.150.231
|
|
65.19.150.232
|
|
65.19.150.233
|
|
65.19.150.234
|
|
65.19.150.235
|
|
65.19.150.236
|
|
65.19.150.237
|
|
65.19.150.238
|
|
65.19.150.239
|
|
65.19.150.240
|
|
65.19.150.241
|
|
65.19.150.242
|
|
65.19.150.243
|
|
65.19.150.244
|
|
65.19.150.245
|
|
65.19.150.246
|
|
65.19.150.247
|
|
65.19.150.248
|
|
65.19.150.249
|
|
65.19.150.250
|
|
65.19.150.251
|
|
65.19.150.252
|
|
65.19.169.228
|
|
65.19.169.229
|
|
65.19.169.230
|
|
65.19.150.250
|
|
65.19.169.242
|
|
65.19.169.252
|
|
65.19.169.254
|
|
|
|
# onet.pl
|
|
# UA "Onet.pl SA, http://szukaj.onet.pl"
|
|
# UA "Mozilla/5.0 (compatible; OnetSzukaj/5.0; +http://szukaj.onet.pl)"
|
|
# UA "holmes/3.9 (OnetSzukaj/5.0; +http://szukaj.onet.pl)"
|
|
213.180.128.151
|
|
213.180.128.152
|
|
213.180.128.153
|
|
213.180.128.154
|
|
213.180.137.71
|
|
|
|
# onlinepilot.de
|
|
195.20.225.123
|
|
212.227.109.241
|
|
195.20.225.112
|
|
195.20.225.115
|
|
212.227.109.14
|
|
212.227.109.57
|
|
212.227.109.58
|
|
212.227.109.197
|
|
212.227.109.225
|
|
212.227.109.229
|
|
212.227.118.9
|
|
212.227.118.25
|
|
212.227.118.130
|
|
212.227.119.5
|
|
|
|
# Only
|
|
64.23.82.44
|
|
|
|
# Openfind
|
|
# UA "Gaisbot/3.0+(robot@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)"
|
|
# UA "Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)"
|
|
# UA "Openfind data gatherer,Openbot/3.0+(robot-response@openfind.com.tw;+http://www.openfind.com.tw/robot.html)"
|
|
140.123.100.5
|
|
140.123.101.14
|
|
140.123.101.143
|
|
140.123.101.144
|
|
140.123.101.145
|
|
140.123.101.146
|
|
140.123.101.147
|
|
140.123.101.148
|
|
140.123.101.62
|
|
140.123.101.66
|
|
140.123.101.67
|
|
140.123.103.2
|
|
140.123.103.244
|
|
140.123.103.4
|
|
202.165.96.139
|
|
202.165.96.140
|
|
202.165.96.167
|
|
202.165.96.173
|
|
205.158.61.194
|
|
205.158.61.197
|
|
205.158.61.198
|
|
205.158.61.200
|
|
205.158.61.201
|
|
205.158.61.202
|
|
205.158.61.207
|
|
209.133.111.56
|
|
209.133.111.57
|
|
209.133.111.58
|
|
210.201.54.203
|
|
210.201.54.207
|
|
210.201.54.209
|
|
210.201.54.214
|
|
210.201.54.216
|
|
210.201.54.218
|
|
210.59.144.148
|
|
210.59.144.149
|
|
211.155.160.12
|
|
211.155.160.2
|
|
211.155.160.5
|
|
211.72.252.147
|
|
211.72.252.150
|
|
211.72.252.182
|
|
211.72.252.242
|
|
211.72.252.243
|
|
211.72.252.49
|
|
212.98.78.29
|
|
216.250.80.67
|
|
220.135.237.66
|
|
220.135.254.94
|
|
221.169.30.130
|
|
61.59.121.2
|
|
64.208.8.196
|
|
64.62.168.160
|
|
64.62.168.173
|
|
66.234.139.204
|
|
66.234.139.205
|
|
66.234.139.206
|
|
66.234.139.207
|
|
66.234.139.208
|
|
66.234.139.209
|
|
66.234.139.212
|
|
66.234.139.213
|
|
66.234.139.214
|
|
66.234.139.215
|
|
66.234.139.216
|
|
66.234.139.218
|
|
66.237.60
|
|
66.7.131.130
|
|
66.7.131.131
|
|
66.7.131.132
|
|
66.7.131.133
|
|
66.7.131.134
|
|
66.7.131.135
|
|
66.7.131.136
|
|
66.7.131.137
|
|
66.7.131.138
|
|
66.7.131.139
|
|
66.7.131.140
|
|
66.7.131.141
|
|
66.7.131.142
|
|
66.7.131.143
|
|
66.7.131.144
|
|
66.7.131.145
|
|
66.7.131.146
|
|
66.7.131.147
|
|
66.7.131.148
|
|
66.7.131.149
|
|
66.7.131.150
|
|
66.7.131.151
|
|
66.7.131.152
|
|
66.7.131.153
|
|
66.7.131.154
|
|
66.7.131.155
|
|
66.7.131.156
|
|
66.7.131.157
|
|
66.7.131.158
|
|
66.7.131.159
|
|
66.7.131.160
|
|
66.7.131.161
|
|
66.7.131.162
|
|
66.7.131.163
|
|
66.7.131.164
|
|
66.7.131.165
|
|
|
|
# Open Text
|
|
204.138.115.2
|
|
|
|
# Peerbot.com
|
|
# UA "PEERbot www.peerbot.com"
|
|
213.239.197.150
|
|
213.239.206.109
|
|
|
|
# Physics.org
|
|
# UA "BravoBrian SpiderEngine MarcoPolo"
|
|
213.215.133.19
|
|
|
|
# Picsearch
|
|
# UA "psbot/0.1 (+http://www.picsearch.com/bot.html)"
|
|
# UA "http://www.picsearch.com/bot.html"
|
|
212.69.208.31
|
|
213.242.179.43
|
|
217.75.104.23
|
|
217.75.104.26
|
|
217.212.224.141
|
|
217.212.224.142
|
|
217.212.224.143
|
|
217.212.224.144
|
|
217.212.224.145
|
|
217.212.224.146
|
|
217.212.224.147
|
|
217.212.224.148
|
|
217.212.224.149
|
|
217.212.224.159
|
|
217.212.224.162
|
|
217.212.224.164
|
|
217.212.224.165
|
|
217.212.224.168
|
|
217.212.224.177
|
|
217.212.224.178
|
|
62.119.21.136
|
|
62.119.21.132
|
|
62.119.21.135
|
|
62.119.21.137
|
|
62.119.21.138
|
|
62.119.21.139
|
|
62.119.21.150
|
|
62.119.21.157
|
|
62.119.133.11
|
|
62.119.133.12
|
|
62.119.133.13
|
|
62.119.133.14
|
|
63.223.65.253
|
|
83.140.161.141
|
|
83.140.161.142
|
|
|
|
# Pioneer
|
|
128.109.136.132
|
|
|
|
# PGP Key Agent
|
|
195.120.233.1
|
|
|
|
# Pinpoint
|
|
209.116.70.46
|
|
|
|
# Pipeline
|
|
# UA "pipeLiner/0.10 (PipeLine Spider; http://www.pipeline-search.com/webmaster.html)"
|
|
24.106.39.250
|
|
|
|
# Pizilla
|
|
161.58.207.17
|
|
216.218.130.79
|
|
216.218.155.2
|
|
216.218.197.2
|
|
|
|
# PlanetClick
|
|
207.87.8.78
|
|
207.87.10.33
|
|
|
|
# Pompos
|
|
# UA "Pompos/1.3 http://dir.com/pompos.html"
|
|
212.27.33.160
|
|
212.27.33.161
|
|
212.27.33.162
|
|
212.27.33.163
|
|
212.27.33.164
|
|
212.27.33.165
|
|
212.27.33.166
|
|
212.27.33.167
|
|
212.27.33.168
|
|
212.27.33.169
|
|
212.27.41.11
|
|
212.27.41.14
|
|
212.27.41.22
|
|
212.27.41.23
|
|
212.27.41.24
|
|
212.27.41.25
|
|
212.27.41.26
|
|
212.27.41.30
|
|
212.27.41.31
|
|
212.27.41.33
|
|
212.27.41.34
|
|
212.27.41.35
|
|
212.27.41.36
|
|
212.27.41.37
|
|
212.27.41.38
|
|
212.27.41.39
|
|
212.27.41.40
|
|
212.27.41.41
|
|
|
|
# Pop.gr
|
|
# UA "Pop.gr/6.1 Arachne(compatible; MSIE 6.0; Windows 98; Corus)"
|
|
195.186.149.91
|
|
|
|
# PortalB
|
|
209.10.169.15
|
|
209.10.169.16
|
|
209.10.169.17
|
|
|
|
# Portal Juice
|
|
209.20.44.236
|
|
|
|
# Prasso
|
|
# UA "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; PrassoSunner 1.00; http://www.prasso.com;)"
|
|
67.18.87.100
|
|
|
|
# Prolo
|
|
# UA "ProloCrawler/1.0 (http://www.prolo.com)"
|
|
209.203.226.174
|
|
|
|
# Proodle
|
|
# UA "www.proodle.com"
|
|
193.12.151.201
|
|
|
|
# psi.net
|
|
154.15.28.143
|
|
|
|
# Psychcrawler.com
|
|
# UA "MSIE (MSIE 5.23; Mac_PowerPC)"
|
|
69.225.183.82
|
|
|
|
# Qango
|
|
212.78.64.35
|
|
217.158.17.25
|
|
|
|
# Qweery
|
|
# UA "QweeryBot v2.05 -- http://qweerybot.qweery.com"
|
|
# UA "QweeryBot/2.06 ( http://qweerybot.qweery.com)"
|
|
80.60.157.168
|
|
84.82.133.41
|
|
|
|
# Quepasa.com
|
|
# UA "QuepasaCreep ( crawler@quepasacorp.com )"
|
|
69.28.130.222
|
|
69.28.130.229
|
|
69.28.130.230
|
|
69.28.130.231
|
|
|
|
# Questfinder
|
|
216.104.145.71
|
|
|
|
# Rambler
|
|
# UA "StackRambler/2.0 (MSIE incompatible)"
|
|
81.19.66.9
|
|
81.19.66.6
|
|
81.19.66.39
|
|
81.176.67.106
|
|
81.19.66.8
|
|
81.19.67.34
|
|
81.19.66.42
|
|
81.19.66.38
|
|
81.222.64.10
|
|
81.19.66.74
|
|
81.19.67.253
|
|
81.19.67.247
|
|
|
|
# RawGrunt.com
|
|
# UA "Blaiz-Bee/2.00.953 (+http://www.blaiz.net)"
|
|
203.87.123.139
|
|
|
|
# Realnames
|
|
63.251.238.8
|
|
216.86.229.85
|
|
216.86.229.86
|
|
|
|
# RedCarpet
|
|
# UA "RedCarpet/1.2 (http://www.redcarpet-inc.com/robots.html)"
|
|
66.45.38.86
|
|
|
|
# RedKernel
|
|
# UA "RedKernel WWW-Spider 2/0 (+http://www-spider.redkernel-softwares.com/)"
|
|
66.55.143.162
|
|
|
|
# Relevare
|
|
# UA "Bumblebee@relevare.com"
|
|
80.229.145.226
|
|
80.229.216.40
|
|
83.146.31.19
|
|
212.158.198.8
|
|
212.158.235.113
|
|
212.158.249.0
|
|
212.158.251.24
|
|
|
|
# Rex
|
|
212.172.94.128
|
|
206.215.122.20
|
|
|
|
# RF Crawler
|
|
# UA "DoCoMo/1.0/N505i/c20/TB/W20H10 (compatible; RFCrawler-Mobile/1.0;"
|
|
# UA "DoCoMo/1.0/N505i/c20/TB/W20H10+(compatible;+RFCrawler-Mobile/1.0;"
|
|
# UA "DoCoMo/2.0+SH901iC(c100;TB;W24H12)"
|
|
# UA "DoCoMo/1.0/N505i/c20/TB/W20H10 (compatible; RFCrawler-Mobile/1.0;"
|
|
216.255.229.246
|
|
|
|
# Rufus
|
|
# UA "RufusBot (Rufus Web Miner; http://64.124.122.252/feedback.html)"
|
|
64.124.122.228
|
|
|
|
# SafetyNet Robot
|
|
209.254.2.2
|
|
|
|
# Sagool.jp
|
|
# UA "MaSagool/1.0 (MaSagool; http://sagool.jp/; masagool@sagool.jp)"
|
|
124.32.246.45
|
|
|
|
# Scrub the web
|
|
# UA "Scrubby/2.2 (http://www.scrubtheweb.com/)"
|
|
# UA "Scrubby/2.1 (http://www.scrubtheweb.com/abs/meta-check.html)"
|
|
64.140.165.132
|
|
64.140.165.133
|
|
64.140.165.139
|
|
66.93.156.38
|
|
66.93.156.39
|
|
208.234.1.83
|
|
208.145.190.250
|
|
208.145.190.251
|
|
208.145.190.254
|
|
|
|
# Search.ch
|
|
# UA "search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch)"
|
|
# UA "search.ch V1.4.2 (http://www.search.ch)"
|
|
195.141.85.115
|
|
195.141.85.116
|
|
195.141.85.142
|
|
195.141.85.146
|
|
|
|
# searchengine.com
|
|
194.201.93.6
|
|
194.201.93.18
|
|
194.201.93.118
|
|
|
|
# SearchHippo
|
|
206.40.146.58
|
|
208.148.122.27
|
|
208.148.122.28
|
|
208.148.122.29
|
|
|
|
# SearchIt
|
|
# UA "SearchIt.Bot 1.62 (http://www.searchit.com/)"
|
|
# UA "SearchIt-Bot/2.3.1 (Searchit.Com; http://www.searchit.com/; )"
|
|
81.169.136.109
|
|
205.237.206.30
|
|
|
|
# SearchKing
|
|
208.165.96.26
|
|
|
|
# Searchme
|
|
# UA "Mozilla/5.0 (compatible; Charlotte/1.1; http://www.searchme.com/support/)"
|
|
# 208.111.154.15
|
|
# 208.111.154.16
|
|
# 208.111.154.27
|
|
|
|
# Searchmee
|
|
# UA "Searchmee! Spider v0.98a"
|
|
# 64.202.100.84
|
|
|
|
# SearchMil.com
|
|
206.129.98.7
|
|
206.129.98.16
|
|
206.129.98.19
|
|
|
|
# Searchopolis
|
|
206.129.0.3
|
|
206.129.0.131
|
|
206.129.0.132
|
|
206.129.1.24
|
|
206.129.1.27
|
|
|
|
# SearchSite
|
|
# UA "SearchSight/2.0 (http://SearchSight.com/)"
|
|
# 216.24.32.42
|
|
|
|
# SearchSpider
|
|
# UA "Searchspider/1.2 (SearchSpider; http://www.searchspider.com; webmaster@searchspider.com)"
|
|
24.90.243.203
|
|
|
|
# SearchUK.com
|
|
# UA "searchuk.comBot 1.1 (http://searchuk.com/spider)"
|
|
# UA "searchuk.comBot 1.2 (http://searchuk.com/spider)"
|
|
81.92.97.41
|
|
84.73.59.129
|
|
|
|
# SearchWho
|
|
216.205.148.106
|
|
|
|
# SearchWire.co.uk
|
|
# UA "WireBot/1.0 (SearchWire.co.uk)"
|
|
82.42.115.108
|
|
|
|
# Seekon.com
|
|
# UA "SeekOn Spider 1.9(+http://www.seekon.com/spider.html)"
|
|
64.151.82.12
|
|
|
|
# Seekport
|
|
# UA "Seekbot/1.0 (http://www.seekbot.net/bot.html) HTTPFetcher/2.2"
|
|
195.27.115.50
|
|
195.27.215.70
|
|
195.27.215.89
|
|
195.27.215.91
|
|
195.27.215.92
|
|
|
|
# Semager.de
|
|
# UA "Semager/1.0 (http://www.semager.de)"
|
|
212.114.209.250
|
|
|
|
# Senrigan
|
|
133.9.222.37
|
|
|
|
# Sensis.com.au
|
|
# UA "Sensis Web Crawler (search_comments\at\sensis\dot\com\dot\au)"
|
|
# UA "Sensis.com.au Web Crawler (search_comments\at\sensis\dot\com\dot\au)"
|
|
66.151.181.4
|
|
66.151.181.10
|
|
70.42.51.30
|
|
|
|
# Seznam
|
|
# UA "SeznamBot/1.0 (+http://fulltext.seznam.cz/)"
|
|
# 77.75.73.123
|
|
# 212.80.76.87
|
|
|
|
# Shopwiki
|
|
# UA "ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)"
|
|
38.98.120.85
|
|
8.11.2.19
|
|
8.11.2.95
|
|
|
|
# Singing Fish
|
|
# UA "asterias/2.0"
|
|
# UA "Mozilla/4.0 (compatible; MSIE 6.0 compatible; Asterias Crawler v4; +http://www.singingfish.com/help/spider.html; webmaster@singingfish.com); SpiderThread Revision: 1.9"
|
|
63.251.10.139
|
|
63.251.169.236
|
|
64.12.186.194
|
|
64.12.186.197
|
|
64.12.186.198
|
|
64.12.186.199
|
|
64.12.186.201
|
|
64.12.186.203
|
|
64.12.186.206
|
|
64.12.186.207
|
|
64.12.186.208
|
|
64.12.186.209
|
|
206.253.222.233
|
|
|
|
# Sitesearch.ca
|
|
# UA "Reaper [2.03.10-031204] (http://www.sitesearch.ca/reaper/)"
|
|
# UA "Helix/1.2 (+http://www.sitesearch.ca/helix/)"
|
|
65.110.1.7
|
|
65.110.21.171
|
|
149.99.7.152
|
|
|
|
# SitiDi.net
|
|
# UA "SitiDi.net/SitiDiBot/1.0 (+Have Good Day)"
|
|
67.15.42.16
|
|
|
|
# SmartDesk
|
|
128.121.225.20
|
|
|
|
# Smart Spider
|
|
207.16.241
|
|
|
|
# SmealSearch
|
|
# UA "SMEALSearch-Bot"
|
|
146.186.148.76
|
|
|
|
# Snap.com
|
|
# UA "snap.com beta crawler v0"
|
|
# UA "Snapbot/1.0"
|
|
# UA "semanticdiscovery/0.2(http://www.semanticdiscovery.com/sd/robot.html)"
|
|
# UA "semanticdiscovery/0.4(http://www.semanticdiscovery.com/sd/robot.html"
|
|
# 38.98.19.100
|
|
# 38.98.19.101
|
|
# 38.98.19.102
|
|
# 38.98.19.103
|
|
# 38.98.19.104
|
|
# 38.98.19.105
|
|
# 38.98.19.106
|
|
# 38.98.19.107
|
|
# 38.98.19.108
|
|
# 38.98.19.109
|
|
# 38.98.19.110
|
|
# 38.98.19.111
|
|
# 38.98.19.112
|
|
# 38.98.19.113
|
|
# 38.98.19.114
|
|
# 38.98.19.115
|
|
# 38.98.19.116
|
|
# 38.98.19.117
|
|
# 38.98.19.118
|
|
# 38.98.19.121
|
|
# 38.98.19.122
|
|
# 38.98.19.123
|
|
# 38.98.19.124
|
|
# 38.98.19.125
|
|
# 38.98.19.126
|
|
# 38.98.19.66
|
|
# 38.98.19.67
|
|
# 38.98.19.68
|
|
# 38.98.19.69
|
|
# 38.98.19.70
|
|
# 38.98.19.71
|
|
# 38.98.19.75
|
|
# 38.98.19.76
|
|
# 38.98.19.77
|
|
# 38.98.19.79
|
|
# 38.98.19.81
|
|
# 38.98.19.83
|
|
# 38.98.19.85
|
|
# 38.98.19.88
|
|
# 38.98.19.89
|
|
# 38.98.19.90
|
|
# 38.98.19.91
|
|
# 38.98.19.92
|
|
# 38.98.19.93
|
|
# 38.98.19.94
|
|
# 38.98.19.96
|
|
# 38.98.19.97
|
|
# 38.98.19.98
|
|
# 38.98.19.99
|
|
# 64.211.62.5
|
|
# 66.234.139.194
|
|
# 66.234.139.197
|
|
# 66.234.139.198
|
|
# 66.234.139.199
|
|
# 66.234.139.201
|
|
# 66.234.139.202
|
|
# 66.234.139.203
|
|
# 66.234.139.210
|
|
# 66.234.139.211
|
|
# 66.234.139.217
|
|
# 66.234.139.220
|
|
|
|
# Sofcom
|
|
203.89.255.8
|
|
|
|
# Sogou
|
|
# UA "sogou spider"
|
|
# UA "Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)"
|
|
220.181.61.231
|
|
220.181.61.234
|
|
|
|
# Sohu
|
|
# UA "sohu-search"
|
|
# UA "sohu agent"
|
|
61.135.130.77
|
|
61.135.130.78
|
|
61.135.130.79
|
|
61.135.130.80
|
|
61.135.130.100
|
|
61.135.131.118
|
|
61.135.131.125
|
|
61.135.131.128
|
|
61.135.131.163
|
|
61.135.131.166
|
|
61.135.131.171
|
|
61.135.131.173
|
|
61.135.131.174
|
|
61.135.131.207
|
|
61.135.131.209
|
|
61.135.131.214
|
|
61.135.131.230
|
|
61.135.131.233
|
|
61.135.131.235
|
|
61.135.131.237
|
|
61.135.131.238
|
|
220.181.19.103
|
|
220.181.19.164
|
|
220.181.19.171
|
|
220.181.19.177
|
|
220.181.19.65
|
|
220.181.19.87
|
|
220.181.26.102
|
|
220.181.26.106
|
|
220.181.26.111
|
|
220.181.26.113
|
|
220.181.26.121
|
|
220.181.26.73
|
|
220.181.26.74
|
|
|
|
# Sonera
|
|
194.197.68.46
|
|
|
|
# Soso
|
|
58.61.164.140
|
|
|
|
# speedfind
|
|
194.97.8.162
|
|
194.97.8.163
|
|
192.109.251.26
|
|
194.221.132.56
|
|
194.221.132.139
|
|
|
|
# Splat! Search
|
|
# UA "libwww-perl/5.45"
|
|
128.211.213.117
|
|
207.44.130.81
|
|
207.44.142.84
|
|
209.150.128.145
|
|
216.71.84.57
|
|
216.71.84.212
|
|
216.71.187.134
|
|
|
|
# Sproose
|
|
# UA "sproose/0.1-alpha (sproose crawler; http://www.sproose.com/bot.html; crawler@sproose.com)"
|
|
# UA "sproose/0.1 (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)"
|
|
38.100.225.3
|
|
38.100.225.4
|
|
38.100.225.5
|
|
38.100.225.6
|
|
38.100.225.7
|
|
38.100.225.8
|
|
38.100.225.9
|
|
38.100.225.10
|
|
38.100.225.11
|
|
38.100.225.12
|
|
38.100.225.13
|
|
38.100.225.14
|
|
38.100.225.15
|
|
38.100.225.16
|
|
38.100.225.17
|
|
38.100.225.18
|
|
38.100.225.19
|
|
38.100.225.20
|
|
38.100.225.21
|
|
38.100.225.22
|
|
38.100.225.23
|
|
38.100.225.24
|
|
38.100.225.25
|
|
38.100.225.26
|
|
|
|
# Spry Wizard Robot
|
|
198.147.135.13
|
|
165.121.1.77
|
|
165.121.2.77
|
|
198.185.1.224
|
|
|
|
# Spider
|
|
194.231.30.15
|
|
|
|
# SpiderBot
|
|
209.203.234.4
|
|
207.77.90.17
|
|
|
|
# SpiderMonkey.ca
|
|
# UA "Spider_Monkey/7.06 (SpiderMonkey.ca info at http://SpiderMonkey.ca /sm.shtml)"
|
|
66.163.18.197
|
|
|
|
# SquigglebotBot
|
|
# UA "SquigglebotBot/1.0 http://squigglebot.com"
|
|
66.177.183.22
|
|
|
|
# Suchmaschine.de
|
|
195.20.227.67
|
|
|
|
# SuperSnooper
|
|
69.141.14.141
|
|
162.33.251.50
|
|
207.8.212.162
|
|
207.8.212.163
|
|
|
|
# surfnomore
|
|
66.28.248.146
|
|
|
|
# Sygol
|
|
# UA "http://www.sygol.com"
|
|
81.208.26.55
|
|
|
|
# Szukacz.pl
|
|
# UA "Szukacz/1.5 (robot; www.szukacz.pl/jakdzialarobot.html; info@szukacz.pl)"
|
|
62.181.185.37
|
|
62.181.185.44
|
|
193.218.115.6
|
|
193.218.115.7
|
|
193.218.115.8
|
|
193.218.115.81
|
|
193.218.115.254
|
|
194.181.35.5
|
|
194.181.35.6
|
|
213.134.142.22
|
|
213.134.142.50
|
|
|
|
# Szukanko.com
|
|
# UA "NMG Spider/0.3 (szukanko.com)"
|
|
217.160.254.242
|
|
|
|
# Tecnoseek.it
|
|
212.97.42.229
|
|
|
|
# Terrawiz
|
|
# UA "TerrawizBot/1.0 (+http://www.terrawiz.com/bot.html)"
|
|
209.128.80.131
|
|
209.128.80.133
|
|
209.128.80.136
|
|
24.6.176.192
|
|
|
|
# Thunderstone
|
|
# UA "T-H-U-N-D-E-R-S-T-O-N-E"
|
|
# UA "Mozilla/4.0 (compatible; T-H-U-N-D-E-R-S-T-O-N-E)"
|
|
63.251.4.43
|
|
198.49.220.81
|
|
206.183.1.74
|
|
207.218.150.79
|
|
208.51.0.20
|
|
208.51.0.74
|
|
208.51.0.79
|
|
|
|
# Tiscalinet.it
|
|
195.130.233.22
|
|
195.130.233.30
|
|
195.130.233.60
|
|
|
|
# TitIn
|
|
161.53.120.3
|
|
|
|
# T-Online
|
|
212.185.44.13
|
|
|
|
# Touristlinks
|
|
# UA "Mozilla/4.0 (GeorgeTheTouristBot;http://www.touristlinks.net)"
|
|
81.152.64.189
|
|
|
|
# Track
|
|
194.151.1.60
|
|
|
|
# Tygo
|
|
# UA "TygoBot"
|
|
# UA "TygoProwler (http://www.tygo.com/)"
|
|
146.82.72.23
|
|
146.82.72.24
|
|
|
|
# UCSD Crawl
|
|
132.239.50.245
|
|
|
|
# uk-searcher.co.uk
|
|
# UA "uk-Searcher(HTTP://WWW.UK-SEARCHER.CO.UK)"
|
|
81.27.96.248
|
|
81.27.99.141
|
|
|
|
# UKSearchPages
|
|
# UA "uksearchpages.co.uk"
|
|
217.151.96.52
|
|
|
|
# UKWizz.com
|
|
# UA "Mackster( http://www.ukwizz.com )"
|
|
# UA "UKWizz/Nutch-0.8.1 (UKWizz Nutch crawler; http://www.ukwizz.com/)"
|
|
195.137.7.76
|
|
213.177.232.41
|
|
|
|
# Updated.com
|
|
# UA "search.updated.com/0.06 (search.updated.com; http://www.updated.com/docucmentation/bot.html; crawler@updated.com)"
|
|
# UA "updated/0.1beta (updated.com; http://www.updated.com; crawler@updated.com)"
|
|
# UA "updated/0.1-alpha (updated crawler; http://www.updated.com; crawler@updated.com)"
|
|
38.119.96.100
|
|
38.119.96.103
|
|
38.119.96.107
|
|
38.119.96.110
|
|
38.119.96.114
|
|
38.119.96.115
|
|
38.119.96.116
|
|
38.119.96.117
|
|
38.119.96.118
|
|
38.119.96.119
|
|
38.119.96.120
|
|
38.119.96.121
|
|
|
|
# Valkyrie
|
|
209.67.119.9
|
|
|
|
# Verno
|
|
133.9.215.72
|
|
133.9.215.87
|
|
|
|
# VerticalMatch.com
|
|
# UA "VMBot/0.7.2 (VMBot; http://www.VerticalMatch.com/; vmbot@tradedot.com)"
|
|
202.83.221.219
|
|
210.17.245.180
|
|
210.17.245.191
|
|
|
|
# Vindex
|
|
193.172.236.108
|
|
193.172.237.17
|
|
193.172.236.114
|
|
193.172.237.16
|
|
193.172.236.8
|
|
|
|
# vision-search
|
|
128.2.206.215
|
|
|
|
# Visvo
|
|
# UA "VisBot/2.0+(Visvo.com+Crawler)"
|
|
72.249.60.74
|
|
|
|
# voila.fr
|
|
# voila.com
|
|
# UA "Mozilla/4.0 (compatible; MSIE 5.0; Windows 95) VoilaBot BETA 1.2 (http://www.voila.com/)"
|
|
193.252.118.101
|
|
193.252.118.102
|
|
193.252.118.188
|
|
193.252.118.190
|
|
193.252.121.229
|
|
193.252.148.208
|
|
193.252.148.209
|
|
193.252.148.51
|
|
193.252.149.20
|
|
195.101.94.80
|
|
195.101.94.81
|
|
195.101.94.15
|
|
195.101.94.101
|
|
195.101.94.166
|
|
195.101.94.208
|
|
195.101.94.209
|
|
209.185.188.207
|
|
216.35.76.11
|
|
81.52.143.15
|
|
81.52.143.16
|
|
|
|
# W3matter.com
|
|
64.95.2.212
|
|
|
|
# W8 Search
|
|
216.104.145.2
|
|
216.104.145.160
|
|
|
|
# Walhello
|
|
# UA "appie 1.1 (www.walhello.com)"
|
|
212.127.141.18
|
|
212.58.162.42
|
|
212.58.162.78
|
|
212.58.169.133
|
|
212.58.169.181
|
|
213.73.161.41
|
|
213.73.177.37
|
|
213.73.197.30
|
|
213.73.210.224
|
|
213.73.211.74
|
|
213.73.211.172
|
|
213.10.10.117
|
|
213.10.10.118
|
|
80.60.35.143
|
|
81.205.39.64
|
|
82.217.42.23
|
|
84.104.216.167
|
|
84.104.217.36
|
|
84.104.217.38
|
|
84.104.39.226
|
|
|
|
# WebBandit Web Spider
|
|
199.182.120.206
|
|
|
|
# Web Core
|
|
193.136.20.2
|
|
193.136.20.250
|
|
|
|
# WebCrawler
|
|
198.3.99.101
|
|
|
|
# Webcrawl.net
|
|
# UA "webcrawl.net"
|
|
206.191.49.69
|
|
|
|
# Web.de
|
|
194.45.170.120
|
|
|
|
# WebFind
|
|
65.105.223.11
|
|
|
|
# WebGather
|
|
# UA "WebGather 3.0"
|
|
61.139.65.222
|
|
144.214.122.55
|
|
|
|
# WebIndexer
|
|
# UA "WebIndexer/1-dev (Web Indexer; mailto://webindexerv1@yahoo.com; webindexerv1@yahoo.com)"
|
|
66.180.173.42
|
|
|
|
# WebRover
|
|
# UA "webrover/0.1 (+http://www.webrover.de)"
|
|
62.75.193.84
|
|
|
|
# Websearch.com.au
|
|
# UA "WebSearch.COM.AU/3.0.1 (The Australian Search Engine; http://WebSearch.COM.AU; Search@WebSearch.COM.AU)"
|
|
203.51.46.83
|
|
203.51.44.181
|
|
|
|
# WebsearchUS
|
|
# UA "MSIE 6.0"
|
|
217.73.164.106
|
|
|
|
# Webseek.de
|
|
62.96.181.197
|
|
|
|
# Webtop
|
|
212.111.41.2
|
|
212.111.41.33
|
|
212.111.41.34
|
|
212.111.41.35
|
|
212.111.41.36
|
|
212.111.41.52
|
|
212.111.41.53
|
|
212.111.41.151
|
|
212.111.41.154
|
|
212.111.41.153
|
|
212.111.41.152
|
|
212.135.14.4
|
|
|
|
# WebWobot
|
|
# UA "ScollSpider/2.0 (+http://www.webwobot.com/ScollSpider.php)"
|
|
82.43.129.240
|
|
|
|
# Web Wombat
|
|
202.139.99.130
|
|
202.139.99.131
|
|
202.139.99.131
|
|
210.8.18.66
|
|
203.9.252.2
|
|
|
|
# WhatchaSeek
|
|
# UA "WhatchaBot10 (http://www.whatchaseek.com)"
|
|
67.67.130.238
|
|
|
|
# whatUseek
|
|
209.69.255.132
|
|
209.69.255.131
|
|
209.69.255.160
|
|
|
|
# WhizBang
|
|
63.173.190.2
|
|
63.173.190.16
|
|
63.173.190.30
|
|
63.173.190.152
|
|
63.225.238.7
|
|
63.225.238.11
|
|
216.250.143.106
|
|
216.250.143.102
|
|
208.1.109.130
|
|
|
|
# WholeWeb.net
|
|
63.140.184.187
|
|
192.41.47.46
|
|
209.19.244.162
|
|
63.140.184.168
|
|
63.140.184.171
|
|
63.140.184.172
|
|
|
|
# WhoWhere Robot
|
|
205.230.7.23
|
|
|
|
# Wild Ferret Web Hopper
|
|
207.178.193.51
|
|
|
|
# wise-guys.nl
|
|
# UA "Mozilla/5.0 (compatible; Vagabondo/2.1; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)"
|
|
# UA "Bilbo"
|
|
# UA "Mozilla/4.0 (compatible; Vagabondo/2.3; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/)"
|
|
194.109.125.201
|
|
212.19.205.147
|
|
|
|
# WISEnut
|
|
# UA "Mozilla/4.0 compatible ZyBorg/1.0 (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)"
|
|
# UA "Mozilla/4.0 compatible ZyBorg/1.0 Dead Link Checker (wn.zyborg@looksmart.net; http://www.WISEnutbot.com)"
|
|
64.241.243.123
|
|
64.241.242.177
|
|
64.241.243.65
|
|
64.241.243.124
|
|
64.242.88.10
|
|
64.242.88.50
|
|
64.242.88.60
|
|
65.116.145.141
|
|
65.113.96.174
|
|
65.116.145
|
|
66.35.208.59
|
|
66.35.208.60
|
|
66.35.208.112
|
|
66.35.208.158
|
|
66.35.208.160
|
|
66.35.208.206
|
|
66.35.208.210
|
|
66.35.208.211
|
|
208.232.154.64
|
|
209.249.66.10
|
|
209.249.66.26
|
|
209.249.66.36
|
|
209.249.67.101
|
|
209.249.67.102
|
|
209.249.67.103
|
|
209.249.67.104
|
|
209.249.67.105
|
|
209.249.67.106
|
|
209.249.67.107
|
|
209.249.67.108
|
|
209.249.67.109
|
|
209.249.67.110
|
|
209.249.67.111
|
|
209.249.67.112
|
|
209.249.67.113
|
|
209.249.67.114
|
|
209.249.67.115
|
|
209.249.67.116
|
|
209.249.67.117
|
|
209.249.67.118
|
|
209.249.67.119
|
|
209.249.67.120
|
|
209.249.67.121
|
|
209.249.67.122
|
|
209.249.67.125
|
|
209.249.67.126
|
|
209.249.67.127
|
|
209.249.67.128
|
|
209.249.67.129
|
|
209.249.67.130
|
|
209.249.67.131
|
|
209.249.67.132
|
|
209.249.67.133
|
|
209.249.67.134
|
|
209.249.67.135
|
|
209.249.67.136
|
|
209.249.67.137
|
|
209.249.67.138
|
|
209.249.67.139
|
|
209.249.67.140
|
|
209.249.67.141
|
|
209.249.67.142
|
|
209.249.67.143
|
|
209.249.67.144
|
|
210.109.141.5
|
|
216.34.42.12
|
|
216.34.42.14
|
|
216.34.42.36
|
|
216.34.42.38
|
|
216.34.42.42
|
|
216.34.42.47
|
|
216.34.42.54
|
|
216.34.42.55
|
|
216.34.42.56
|
|
216.34.42.57
|
|
216.34.42.59
|
|
216.34.42.110
|
|
216.34.42.111
|
|
216.34.42.112
|
|
216.34.42.113
|
|
216.34.42.114
|
|
216.34.42.115
|
|
216.34.42.116
|
|
216.34.42.117
|
|
216.34.42.171
|
|
216.34.42.172
|
|
216.34.42.173
|
|
216.34.42.176
|
|
216.34.42.210
|
|
216.34.42.211
|
|
216.34.42.212
|
|
216.34.42.213
|
|
216.34.42.214
|
|
216.34.42.215
|
|
216.34.42.216
|
|
216.34.42.217
|
|
216.88.158.142
|
|
|
|
# Witch
|
|
212.172.247.162
|
|
|
|
# wolong.de
|
|
209.78.25.59
|
|
|
|
# Worldlight
|
|
# UA "WorldLight"
|
|
62.13.25.237
|
|
|
|
# WORLD SEARCH CENTER
|
|
207.153.39.132
|
|
207.153.23.8
|
|
|
|
# World Wide Weasel
|
|
# UA "WWWeasel Robot v1.00 (http://wwweasel.de)"
|
|
80.237.184.66
|
|
80.237.202.146
|
|
|
|
# The World Wide Web Worm
|
|
128.138.236.20
|
|
|
|
# Wotbox
|
|
# UA "Wotbox/alpha0.5.1 (bot@wotbox.com; http://www.wotbox.com) Java/1.4.1_02"
|
|
81.5.184.25
|
|
|
|
# wwwster
|
|
# UA "wwwster/1.4 (Beta, mailto:gue@cis.uni-muenchen.de)"
|
|
129.187.148.160
|
|
129.187.148.161
|
|
129.187.148.162
|
|
129.187.148.163
|
|
129.187.148.164
|
|
129.187.148.165
|
|
|
|
# Xirq.com
|
|
# UA "xirq/0.1-dev (xirq; http://www.xirq.com; xirq@xirq.com)"
|
|
70.86.206.170
|
|
|
|
# XTRA
|
|
203.96.111.201
|
|
|
|
# Yadows
|
|
# UA "YadowsCrawler (http://www.yadows.com)"
|
|
213.186.46.88
|
|
|
|
# Yandex
|
|
# UA "Yandex/1.01.001 (compatible; Win16; H)"
|
|
# UA "Yandex/1.01.001 (compatible; Win16; I)"
|
|
# UA "Yandex/1.01.001 (compatible; Win16; P)"
|
|
# UA "Yandex/1.03.000 (compatible; Win16; M)"
|
|
# UA "Yandex/1.03.003 (compatible; Win16; D)"
|
|
# UA "Yandex/1.03.003 (compatible; Win16; D)"
|
|
# UA "Yandex/2.01.000 (compatible; Win16; Dyatel; C)"
|
|
# UA "Yandex/2.01.000 (compatible; Win16; Dyatel; D)"
|
|
# UA "Yandex/2.01.000 (compatible; Win16; Dyatel; N)"
|
|
# UA "Yandex/2.01.000 (compatible; Win16; Dyatel; Z)"
|
|
77.88.25.28
|
|
213.180.193
|
|
213.180.194
|
|
213.180.206
|
|
213.180.207
|
|
213.180.210
|
|
213.180.216
|
|
213.180.217
|
|
77.88.27.26
|
|
77.88.26.26
|
|
87.250.230.33
|
|
93.158.148.31
|
|
93.158.149.32
|
|
93.158.151.24
|
|
95.108.156.251
|
|
95.108.150.235
|
|
|
|
# Yanga
|
|
# UA "Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)"
|
|
91.205.124.3
|
|
|
|
# Yeehaa
|
|
208.197.37.29
|
|
|
|
# Yodao.com
|
|
# UA "YodaoBot/1.0 (http://www.yodao.com/help/webmaster/spider/; )"
|
|
60.191.80.26
|
|
60.191.80.27
|
|
60.191.80.28
|
|
60.191.80.31
|
|
60.191.80.34
|
|
60.191.80.35
|
|
60.191.80.37
|
|
60.191.80.38
|
|
60.191.80.39
|
|
60.191.80.40
|
|
60.191.80.43
|
|
60.191.80.44
|
|
60.191.80.77
|
|
61.135.219.13
|
|
61.135.220.152
|
|
|
|
# Youdao
|
|
# UA "Mozilla/5.0 (compatible; YoudaoBot/1.0; http://www.youdao.com/help/webmaster/spider/; )"
|
|
61.135.249.203
|
|
61.135.249.216
|
|
|
|
# Yuntis
|
|
# UA "Gulper Web Bot 0.2.4 (www.ecsl.cs.sunysb.edu/~maxim/cgi-bin/Link/GulperBot)"
|
|
130.245.134.62
|
|
130.245.134.63
|
|
130.245.134.64
|
|
|
|
# Zao - Kototoi Project
|
|
# UA "Zao/0.1 (http://www.kototoi.org/zao/)"
|
|
# UA "Zao/0.2 (http://www.kototoi.org/zao/)"
|
|
# UA "Zao-Crawler"
|
|
133.11.36.24
|
|
133.11.36.25
|
|
133.11.36.26
|
|
133.11.36.28
|
|
133.11.36.32
|
|
133.11.36.34
|
|
133.11.36.36
|
|
133.11.36.37
|
|
133.11.36.38
|
|
133.11.36.39
|
|
133.11.36.41
|
|
133.11.36.42
|
|
133.11.36.43
|
|
133.11.36.44
|
|
133.11.36.45
|
|
133.11.36.46
|
|
133.11.36.47
|
|
133.11.36.48
|
|
133.11.36.50
|
|
133.11.36.51
|
|
133.11.36.52
|
|
133.11.36.54
|
|
133.11.36.55
|
|
|
|
# Zibb.com
|
|
# UA "zibber-v0.1(www.zibb.com/crawler/)"
|
|
208.68.136.5
|
|
208.68.138.5
|
|
70.42.51.11
|
|
|
|
# Zippp
|
|
# UA "ZIPPPCVS/0.24 (ZipppBot/.24; http://www.zippp.net; webmaster@zippp.net)"
|
|
# UA "ZipppBot/0.11 (ZipppBot; http://www.zippp.net; webmaster@zippp.net)"
|
|
65.197.137.32
|
|
65.197.137.34
|
|
65.197.137.35
|
|
65.197.137.37
|
|
65.219.130.20
|
|
65.219.130.21
|
|
65.219.130.240
|
|
65.219.130.241
|
|
69.20.190.201
|
|
|
|
# ZoomInfo
|
|
# UA "NextGenSearchBot 1 (for information visit http://about.zoominfo.com/PublicSite/NextGenSearchBot.asp)"
|
|
# 67.108.223.130
|
|
|
|
# zSearch.net
|
|
216.55.128.47
|