V4.2023.06.3789 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Alligator
-Anarchy
-Apexoo
+01h4x.com
+360Spider
+80legs
+AdsTxtCrawlerTP
+AhrefsBot
+AiHitBot
 Asterias
-BLEXBot
-BackWeb
-BacklinkCrawler
-BlackWidow
-BlowFish
-Boardreader
-Brandprotect
+Bitacle
+Black Hole
+Buck
 BuiltBotTough
+BuzzSumo
+CSHttp
+Calculon
+Cegbfeieh
+CheeseBot
 ChinaClaw
+Citoid
+Claritybot
+Cloud mapping
 Copyscape
 Craftbot
-CrazyWebCrawler
-CyotekWebCopy
-DIIbot
-DigitalPebble
-DomainStatsBot
-Domains Project
-Dotbot
-ECCP/1.0
-EMail Wolf
+DBLBot
+Disco
+Discoverybot
+Dispatch
+DomCopBot
 EasyDL
-EroCrawler
-ExtractorPro
-Ezooms
-G-i-g-a-b-o-t
-GermCrawler
-Grafula
-HTTP::Lite
-IndeedBot
-Indy Library
+Extractor
+EyeNetIE
+Fimap
+Firefox/7.0
+Fuzz
+Genieo
+GoZilla
+HTMLparser
+HTTrack
+InfoNaviRobot
+Iskanie
 JOC Web Spider
-JetCar
-Keyword Density
-Kinza
-Linkbot
-MFC_Tear_Sample
-MIDown tool
-Majestic-SEO
+Jbrofuzz
+Jorgee
+JustView
+Kenjin Spider
+LibWeb
+LieBaoFast
 MeanPath Bot
-Mojeek
-MolokaiBot
-Msrabot
+Meanpathbot
+MicroMessenger
+Minefield
+Mister PiX
+Morfeus Fucking Scanner
 NPbot
-NetZIP
+NearSite
+NextGenSearchBot
 NimbleCrawler
+Octopus
+OpenVAS
 OutclicksBot
-PeoplePal
-Pi-Monster
+Pavuk
 PleaseCrawl
-Probethenet
-RSSingBot
-ReGet
+ProWebWalker
+Quick-Crawler
+RankActive
+RebelMouse
 RepoMonkey
-SEOkicks
-Scanbot
+SEOprofiler
+SEOstats
+SemanticJuice
 SenutoBot
-SiteCheckerBotCrawler
-SocialRankIOBot
-Sottopop
+SiteExplorer
+SpankBot
+Sucker
 SuperHTTP
 Surfbot
-Teleport
-Telesphoreo
-Thumbor
-TwengaBot
-Typhoeus
-VCI
-WASALive-Bot
-WWW-Mechanize
-Web Auto
-Web Sucker
-WebCollage
+SurveyBot
+TheNomad
+URLy Warning
+Voltron
+WallpapersHD
+WeSEE
 WebFuck
-WebReaper
-WebStripper
-WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
+WebZIP
+Widow
 WinHTTrack
-Woobot
 Xaldon WebSpider
 Zauba
-ZumBot
-coccocbot
-com.plumanalytics
-crawler4j
-eCatch
-facebookscraper
-muhstik-scan
-s1z.ru
-serpstatbot
+ZmEu
+ZyBorg
+dataforseo.com
+iubenda-radar
+lwp-trivial
+netEstate NE Crawler
+oBot
+pcBrowser
 sogouspider
+spyfu
 voyagerx.com
+webgains-bot
+webprosbot