V4.2024.05.4480 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Acunetix
-AhrefsBot
-Anarchy
+404checker
+Aspiegel
 Atomseobot
-AwarioBot
-Brandprotect
-Buddy
-BuiltBotTough
-Bullseye
-CSHttp
-CazoodleBot
-CopyRightCheck
-Copyscape
-CrunchBot
-DSearch
-Dirbuster
-Dispatch
-DomCopBot
-Dotbot
-EasyDL
-Extractor
-Firefox/7.0
+BackDoorBot
+BackWeb
+BlackWidow
+Blackboard
+Blow
+Bolt
+Cegbfeieh
+Citoid
+Cocolyzebot
+CrazyWebCrawler
+Demon
+Discobot
+Drip
+EMail Wolf
+Ebingbong
+Extreme Picture Finder
+FDM
+FemtosearchBot
 FlashGet
-FyberSpider
-G-i-g-a-b-o-t
-GermCrawler
-Getintent
 Gotit
-HEADMasterSEO
+HTMLparser
 Haansoft
-HybridBot
-Image Fetch
-Iria
+HaosouSpider
+Harvest
+Havij
+Heritrix
+IndeedBot
+InfraSec Scanner
+InternetMeasurement
+IstellaBot
 Jbrofuzz
-Jorgee
-LeechFTP
-LexiBot
-LieBaoFast
+JennyBot
+Jetty
+Joomla
+Jyxobot
+Kinza
+Lanshanbot
+LeechGet
+LibWeb
+LinkpadBot
+LinksManager
 LinqiaRSSBot
 Lipperhey
-Lipperhey Spider
-MSFrontPage
-MSIECrawler
-Majestic SEO
-Msrabot
-NPbot
-Net Vampire
-NetSpider
-Octopus
-Offline Explorer
-Page Analyzer
-PageAnalyzer
-Picscout
-QueryN Metasearch
-RankingBot
-RankingBot2
+Mag-Net
+MeanPath Bot
+Mediatoolkitbot
+Minefield
+Moblie Safari
+NICErsPRO
+Name Intelligence
+Needle
+Nessus
+NetLyzer
+Nettrack
+NextGenSearchBot
+Nikto
+NimbleCrawler
+OnCrawl
+Openfind
+Openvas
+PHPCrawl
+Pimonster
+Pump
 Re-re
-RebelMouse
-SEOstats
-ScreenerBot
+Reaper
+Scanbot
 ScrepyBot
-SeekportBot
-Siteimprove
-SmartDownload
-Sottopop
-Spbot
-Steeler
-Telesphoreo
-The Intraformant
-Thumbor
-Tracemyfile
-URLy Warning
-URLy.Warning
-V-BOT
-VCI
-VeriCiteCrawler
-WWW-Mechanize
+SemrushBot
+Shodan
+Snapbot
+Spinn3r
+Teleport
+Turnitin
+TwengaBot
+Twice
+WBSearchBot
+WISENutbot
+WPScan
+Web Auto
 WebFetch
 WebGo IS
-WebPix
-WebSucker
-Webshag
-Whatweb
-ZyBorg
-awario.com
+WebZIP
+WebmasterWorldForumBot
+WebsiteExtractor
+Whack
+Wotbox
+Wprecon
+ZmEu
+cah.io.community
 crawl.sogou.com
-crawler.feedback
 facebookscraper
-heritrix
-imagesift.com
-isitwp.com
-lwp-trivial
-netEstate NE Crawler
-oBot
-pcBrowser
 plumanalytics
+scalaj-http
 sp_auditbot
+webgains-bot
 webmeup-crawler
-xpymep1.exe
+x09Mozilla