V4.2023.09.3992 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-AIBOT
-AllSubmitter
-Anarchy
-Ankit
-BackWeb
-BetaBot
-Boardreader
-Brandprotect
-Buck
-BuzzSumo
-Cloud mapping
+AhrefsBot
+Apexoo
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+Blackboard
+Cegbfeieh
+CheeseBot
+Citoid
 CopyRightCheck
-Copyscape
-Crawling at Home Project
-CrunchBot
-Demon
-Deusu
-Dirbuster
+Disco
+Discobot
+Dispatch
 DittoSpyder
-DomainStatsBot
 Download Wonder
-EirGrabber
+ECCP/1.0
+EasyDL
+Ebingbong
+Ecxi
+ExtLinksBot
+Extractor
 Fimap
-FyberSpider
-GalaxyBot
-GetRight
-HEADMasterSEO
-IRLbot
-Intelliseek
-Iria
-Leap
-LinqiaScrapeBot
-Lipperhey
-MSIECrawler
-MarkWatch
+Foobot
+Fuzz
+G-i-g-a-b-o-t
+GermCrawler
+GetWeb
+Gigabot
+Haansoft
+HonoluluBot
+Iblog
+IlseBot
+JikeSpider
+Jorgee
+Keyword Density
+LWP::Simple
+Larbin
+Lftp
+MJ12bot
+MSFrontPage
+Mail.RU_Bot
+Majestic12
+Meanpathbot
 MicroMessenger
-Microsoft Data Access
-Mister PiX
-Navroad
-Nessus
-Niki-bot
-NimbleCrawler
+NPbot
+Nameprotect
+Net Vampire
+NetAnts
+NetSpider
 Nuclei
-OnCrawl
-OrangeSpider
 OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageThing.com
+Panscient
 Pi-Monster
-Pockey
-ProPowerBot
-Quick-Crawler
-RankFlex
-RebelMouse
-Recorder
-SBIder
-SEOkicks-Robot
-SEOprofiler
-ScanAlert
-Site Sucker
-Sitebeam
-Snapbot
-Sociscraper
-Sottopop
-Spammen
+PxBroker
+RankingBot2
+SMTBot
+Screaming
+Searchestate
+SearchmetricsBot
+SemrushBot
+Sitevigil
+Sogou web spider
+Spanner
+Spbot
 Sqlmap
-Sqworm
-Steeler
-Suzuran
-T8Abot
-TeleportPro
+Stripper
+Telesphoreo
+Telesphorep
+Thumbor
 Titan
-Tracemyfile
-Turingos
-URLy.Warning
 Upflow
-Vacuum
-VidibleScraper
-Web Enhancer
-Web Pix
-WebAuto
+VoidEYE
+WWW::Mechanize
+WallpapersHD
+WeSEE
+Web Collage
+WebCollage
 WebFetch
-WebLeacher
-WebSauger
-WebsiteQuester
-Webster
-Whatweb
-Zeus
-ZmEu
+WebReaper
+Webshag
+Xenu
+Zermelo
+Zitebot
+ZoomBot
+ZyBorg
 archive.org_bot
-crawler4j
-evc-batch
-netEstate NE Crawler
+gopher
+lwp-request
+magpie-crawler
 page scorer
-plumanalytics
-scan.lol
-trendiction.de
+s1z.ru
+seocompany.store
+sexsearcher
+sp_auditbot
+tAkeOut
+trendiction.com
+webgains-bot
+webmeup-crawler
+xpymep1.exe
+zauba.io