V4.2023.10.4087 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
+Alexibot
+Alligator
 AlphaBot
-Anarchie
-AwarioSmartBot
-BLEXBot
-Badass
-Bigfoot
-BlowFish
-Brandprotect
-BuiltBotTough
-Cogentbot
+BackWeb
+Black Hole
+Blackboard
+Blow
+Buck
+BunnySlippers
+BuzzSumo
+CazoodleBot
 CopyRightCheck
-Cosmos
-Crawling at Home Project
-CrunchBot
-CyotekWebCopy
-DSearch
-DTS Agent
-Demon
-Devil
-Dirbuster
-Discobot
-DittoSpyder
-EMail Siphon
-EasyDL
-ExtLinksBot
-FemtosearchBot
-FlashGet
-FyberSpider
-Fyrebot
-GPTBot
+Custo
+Deusu
+DnBCrawler-Analytics
+DomainAppender
+EirGrabber
+Extreme Picture Finder
+Firefox/7.0
+Flunky
+G-i-g-a-b-o-t
 GT::WWW
-GermCrawler
-Getintent
 Go!Zilla
-Gotit
-Grafula
-HTTP::Lite
-HTTrack
-Harvest
-InfoTekies
-Iria
-JikeSpider
-Joomla
-Kenjin Spider
+Grabber
+HybridBot
+IDBot
+Keybot Translation-Search-Machine
+LNSpiderguy
 LibWeb
-LieBaoFast
-LinkextractorPro
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-MSFrontPage
-MTRobot
-MarkWatch
-Mr.4x3
-NearSite
-Nessus
-NetSpider
-Netcraft
-Ninja
-Nmap
-Openvas
+LinqiaScrapeBot
+Lipperhey Spider
+MQQBrowser
+MSIECrawler
+Mag-Net
+Majestic SEO
+Mata Hari
+Mb2345Browser
+Moblie Safari
+MolokaiBot
+Morfeus Fucking Scanner
+Msrabot
+Navroad
+NextGenSearchBot
+Nikto
 OrangeBot
 OutclicksBot
-Page Analyzer
-Pimonster
-RankingBot
-RocketCrawler
-ScreenerBot
+PHPCrawl
+PageThing.com
+Pavuk
+Petalbot
+PleaseCrawl
+RankActive
+RankFlex
+RankingBot2
+Rankivabot
+ReGet
+Reaper
+Ripper
+Rogerbot
+SemrushBot
+SenutoBot
+SeoSiteCheckup
+Shodan
 Siphon
-Site Sucker
-Sitebeam
-Siteimprove
-Sitevigil
-Snoopy
-SocialRankIOBot
 Sogou web spider
 Sosospider
-Sqlworm
-Sucuri
-Teleport
-Telesphoreo
-Toata
-Turnitin
+Spammen
+Sqworm
+Telesoft
+TinyTestBot
+Trendictionbot
 TwengaBot
-URLy Warning
-Wallpapers/3.0
-Web Auto
-WebEnhancer
+VeriCiteCrawler
+WEBDAV
+WISENutbot
+WebBandit
+WebCopier
 WebFuck
-WebLeacher
-WebWhacker
+WebStripper
+WebmasterWorldForumBot
+Webster
+Whatweb
+Wotbox
+Xaldon_WebSpider
 Xenu
-YoudaoBot
-crawler.feedback
+Zade
+Zermelo
+ZmEu
+ZoomBot
+check1.exe
+coccocbot
+eCatch
 evc-batch
-scalaj-http
+heritrix
+linkdexbot
+muhstik-scan
 seostar
-serpstatbot
-sexsearcher
+siteripz
+sogouspider
+trendiction.com