V4.2023.03.3610 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
+80legs
+ADmantX
+AIBOT
 Aboundexbot
-AfD-Verbotsverfahren
-Atomseobot
-Attach
-AwarioSmartBot
-Bigfoot
-BlackWidow
-Blackboard
-Brandwatch
+Anarchie
+Bandit
+BlowFish
+Brandprotect
 Buck
-CSHttp
+BuiltBotTough
+Cegbfeieh
 CheTeam
-Claritybot
+ChinaClaw
+Cloud mapping
 Cocolyzebot
-CrunchBot
-DatabaseDriverMysqli
+Collector
+CrazyWebCrawler
+DigitalPebble
 Dirbuster
-DomainStatsBot
+Disco
+Dispatch
+DomCopBot
 EMail Siphon
-EMail Wolf
-Ebingbong
 Evil
-FDM
-FHscan
-FrontPage
+ExtLinksBot
+EyeNetIE
+Fyrebot
+GT::WWW
+GalaxyBot
 GetRight
-Go!Zilla
-GoZilla
-Grabber
-Haansoft
-Harvest
-Humanlinks
-Iblog
-Keybot Translation-Search-Machine
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Ltx71
-Magnet
-Majestic-SEO
-MarkWatch
-Mass Downloader
-Meanpathbot
-MicroMessenger
-MolokaiBot
-Mr.4x3
+Gigabot
+GrabNet
+GrapeFX
+HEADMasterSEO
+HMView
+HTTrack
+HaosouSpider
+Id-search
+Keyword Density
+Lftp
+Likse
+LinkScan
+MIDown tool
+Mag-Net
+Majestic SEO
+Mojolicious
+Morfeus Fucking Scanner
 Navroad
-Nibbler
-OpenLinkProfiler
-Openvas
-OrangeBot
-Papa Foto
-PeoplePal
-Pixray
+NetAnts
+OutclicksBot
+OutfoxBot
+PECL::HTTP
+Panscient
+Piepmatz
+ProWebWalker
+Psbot
+PxBroker
 PyCurl
 RSSingBot
-RankActiveLinkBot
-RocketCrawler
-SBIder
-SEOkicks
-SEOprofiler
-ScanAlert
-Scanbot
+RankingBot2
+Reaper
+RedesScrapy
+Rogerbot
+SEOkicks-Robot
 ScreenerBot
-ScrepyBot
-SemrushBot
-Site Sucker
-SiteCheckerBotCrawler
-Snoopy
+Seomoz
 Sosospider
-SpaceBison
-Spammen
-Spbot
-Turnitin
-Twice
-WPScan
-Wallpapers/3.0
-Web Collage
-WebBandit
+Szukacz
+T8Abot
+Teleport
+TwengaBot
+VelenPublicWebCrawler
+Voltron
+WASALive-Bot
+WWWOFFLE
+WallpapersHD
+Web Fuck
 WebStripper
+WebWhacker
+WebsiteExtractor
+Webster
+Whatweb
 Wonderbot
-Woobot
-ZmEu
-ZoominfoBot
-backlink-check
-coccocbot
-crawler4j
+Zauba
+ZoomBot
+ZumBot
+arquivo.pt
+demandbase-bot
 evc-batch
-facebookscraper
-gopher
-lwp-request
+iubenda-radar
 netEstate NE Crawler
+oBot
 page scorer
-s1z.ru
-seobility
-seocompany.store
+polaris version
+ripz
+serpstatbot
 sexsearcher
-sp_auditbot
-webgains-bot
-x22Mozilla
+ubermetrics-technologies.com
+webprosbot
+zauba.io