V4.2023.03.3611 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ADmantX
-AIBOT
+Abonti
 Aboundexbot
+Alexibot
+AllSubmitter
 Anarchie
-Bandit
-BlowFish
+Anarchy
+Atomseobot
+AwarioSmartBot
+BLEXBot
+Bigfoot
+BlackWidow
 Brandprotect
-Buck
 BuiltBotTough
-Cegbfeieh
-CheTeam
-ChinaClaw
-Cloud mapping
-Cocolyzebot
+CCBot
+CODE87
+Calculon
+CazoodleBot
+CheeseBot
+Cogentbot
 Collector
+Copyscape
 CrazyWebCrawler
+CrunchBot
+Custo
 DigitalPebble
-Dirbuster
-Disco
-Dispatch
-DomCopBot
+DittoSpyder
+DomainAppender
+Download Wonder
 EMail Siphon
-Evil
-ExtLinksBot
-EyeNetIE
-Fyrebot
-GT::WWW
-GalaxyBot
+EMail Wolf
+EasyDL
+EroCrawler
+Ezooms
+Fimap
 GetRight
-Gigabot
+Gotit
 GrabNet
+Grafula
 GrapeFX
-HEADMasterSEO
-HMView
 HTTrack
-HaosouSpider
-Id-search
-Keyword Density
-Lftp
-Likse
-LinkScan
-MIDown tool
+IDBTE4M
+Iblog
+IlseBot
+Internet Ninja
+Kinza
+LNSpiderguy
+LWP::Simple
+Leap
+LinkextractorPro
+Lipperhey Spider
+Ltx71
 Mag-Net
-Majestic SEO
-Mojolicious
-Morfeus Fucking Scanner
-Navroad
-NetAnts
-OutclicksBot
-OutfoxBot
-PECL::HTTP
+Meanpathbot
+Microsoft URL Control
+Mr.4x3
+NICErsPRO
+NearSite
+PageGrabber
 Panscient
-Piepmatz
-ProWebWalker
-Psbot
-PxBroker
-PyCurl
-RSSingBot
-RankingBot2
-Reaper
-RedesScrapy
+Picsearch
+QueryN Metasearch
+Quick-Crawler
+RankFlex
+Re-re
 Rogerbot
-SEOkicks-Robot
-ScreenerBot
-Seomoz
-Sosospider
-Szukacz
-T8Abot
-Teleport
-TwengaBot
-VelenPublicWebCrawler
-Voltron
-WASALive-Bot
+SBIder
+SalesIntelligent
+ScanAlert
+SemrushBot
+SiteCheckerBotCrawler
+Siteimprove
+Spammen
+Sqlworm
+Suzuran
+The Intraformant
+Toweyabot
+True_Robot
+VeriCiteCrawler
+WPScan
 WWWOFFLE
-WallpapersHD
-Web Fuck
-WebStripper
-WebWhacker
-WebsiteExtractor
-Webster
-Whatweb
-Wonderbot
-Zauba
-ZoomBot
-ZumBot
-arquivo.pt
-demandbase-bot
-evc-batch
+Wallpapers/3.0
+Web Sauger
+WebPix
+WebZIP
+Website Quester
+Whacker
+check1.exe
+crawl.sogou.com
+heritrix
 iubenda-radar
-netEstate NE Crawler
-oBot
-page scorer
+lwp-trivial
 polaris version
-ripz
-serpstatbot
-sexsearcher
+seocompany.store
+seoscanners
+sp_auditbot
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-webprosbot
-zauba.io
+webgains-bot
+webmeup-crawler