V4.2023.05.3765 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-Aipbot
-Alligator
+Acunetix
+AhrefsBot
+Alexibot
+AllSubmitter
+Anarchy
+Ankit
+Asterias
+AwarioSmartBot
+BLEXBot
+BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
+BetaBot
 Black Hole
-BlackWidow
 Blow
-BotALot
-Buck
-BuzzSumo
-Calculon
-CheTeam
-CherryPicker
+CSHttp
+Citoid
+Cliqzbot
+CopyRightCheck
 Copyscape
-Crawling at Home Project
-Custo
-Demon
-Discobot
-DomainCrawler
-Download Wonder
+Cosmos
+DBLBot
+DTS Agent
+DatabaseDriverMysqli
+Deusu
+Digincore
+EMail Siphon
 EroCrawler
-GT::WWW
-Go!Zilla
-GrapeshotCrawler
+FDM
+FyberSpider
 HMView
-Harvest
-InfoNaviRobot
-InterGET
-InternetSeer
+Image Sucker
+JOC Web Spider
+Jbrofuzz
 JetCar
-JikeSpider
 Joomla
-Kozmosbot
-Likse
-Lipperhey Spider
-Litemage_walker
-MIIxpc
-MJ12bot
-Mag-Net
-Magnet
-Majestic12
+Jorgee
+LNSpiderguy
+LibWeb
+Libwhisker
+LinqiaMetadataDownloaderBot
+MFC_Tear_Sample
+Masscan
 Mediatoolkitbot
-Metauri
-MicroMessenger
 Microsoft Data Access
-Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Musobot
-Name Intelligence
-NimbleCrawler
-Offline Navigator
-Openvas
-PHPCrawl
-PageScorer
-Proximic
-Quick-Crawler
-RSSingBot
-RealDownload
-Reaper
-SEOlyticsCrawler
-SalesIntelligent
-Scrapy
-ScreenerBot
-Seomoz
-Siphon
+MolokaiBot
+Mr.4x3
+Navroad
+Needle
+NetLyzer
+Octopus
+OutfoxBot
+Picsearch
+Piepmatz
+PleaseCrawl
+Recorder
+Ripper
+RocketCrawler
+SBIder
+ScanAlert
+ScrepyBot
+Searchestate
+Seekport
+Semrush
 SiteSnagger
-Siteimprove
-Spanner
-Stripper
-Surfbot
+TeleportPro
+Telesoft
 TightTwatBot
+Tracemyfile
 Trendictionbot
-TwengaBot
-Vacuum
-Voltron
-WASALive-Bot
-WallpapersHD
-WebBandit
-WebFuck
-WebGo IS
+True_Robot
+VB Project
+Wallpapers
+Wallpapers/3.0
+Web Enhancer
+Web Fetch
+Web Fuck
+WebEnhancer
 WebReaper
-WebStripper
-Webshag
-WebsiteExtractor
-Whack
+WebSauger
+Wonderbot
+Woobot
 Zauba
 Zermelo
-ZoomBot
+adscanner
+archive.org_bot
+cah.io.community
 coccocbot
-crawler4j
+com.plumanalytics
 gopher
-heritrix
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-sexsearcher
-sogouspider
-trendiction.de
-ubermetrics-technologies.com
+isitwp.com
+linkdexbot
+lwp-request
+lwp-trivial
+meanpathbot
+seobility
+sysscan
 voyagerx.com
+zauba.io