V4.2021.12.2774 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-80legs
-ASPSeek
+404checker
+AIBOT
 Abonti
+Aboundexbot
 AhrefsBot
-Alexibot
+AiHitBot
 AllSubmitter
+Alligator
+Anarchy99
+Apexoo
 Aspiegel
-Attach
-AwarioSmartBot
+BLEXBot
+Backlink-Ceck
+Bandit
 Barkrowler
-Bigfoot
+Black Hole
 BlackWidow
-Blackboard
-Bolt
-Brandprotect
+Blow
+Boardreader
 Buddy
-BuiltWith
-BuzzSumo
 CATExplorador
 CCBot
-Calculon
-Cegbfeieh
+CODE87
 CensysInspect
-CheTeam
-CheeseBot
-CherryPicker
-ChinaClaw
-Claritybot
-Cliqzbot
+Cloud mapping
 Cocolyzebot
 Cogentbot
+CopyRightCheck
 Copyscape
-Craftbot
 CrazyWebCrawler
+Crescent
+CrunchBot
 Curious
-Custo
-DSearch
-DataCha0s
-Deusu
+DBLBot
+DIIbot
+DatabaseDriverMysqli
+Digincore
 DigitalPebble
 Dirbuster
-Discobot
+Discoverybot
 Dispatch
-DittoSpyder
 DnBCrawler-Analytics
 DomCopBot
-DomainStatsBot
+DomainAppender
+Dotbot
 Download Wonder
+Dragonfly
+Drip
+ECCP/1.0
 EasyDL
+Ecxi
 EirGrabber
-Exabot
-Express WebPictures
-Ezooms
-FemtosearchBot
+ExtLinksBot
+Extractor
+EyeNetIE
+Fimap
 Firefox/7.0
-Freeuploader
-Fuzz
-FyberSpider
-GetWeb
-Getintent
-Go-Ahead-Got-It
-Gotit
+FlashGet
+Foobot
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+Gigabot
+Go!Zilla
+GoZilla
 Grabber
 Grafula
-GrapeFX
-HMView
+GridBot
+HEADMasterSEO
 Haansoft
 HaosouSpider
 Harvest
-Havij
 Hloader
 Humanlinks
-Iblog
-Id-search
-Image Fetch
+HybridBot
+IDBTE4M
+IDBot
+IlseBot
+Image Sucker
 IndeedBot
-Indy Library
+Intelliseek
 InterGET
+Internet Ninja
 InternetSeer
 Iria
 IstellaBot
-Jbrofuzz
+JOC Web Spider
+JamesBOT
 JennyBot
 JetCar
 Jetty
-JikeSpider
-JustView
-Kenjin Spider
-LNSpiderguy
+Jyxobot
+Kinza
+Kozmosbot
 Lanshanbot
-LexiBot
+Larbin
+LeechFTP
 Lftp
 Libwhisker
-Likse
-LinkScan
-LinkWalker
 Linkbot
 LinkextractorPro
+LinkpadBot
 LinksManager
-Lipperhey
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
+Litemage_walker
 MFC_Tear_Sample
-MJ12bot
-Mag-Net
+MIDown tool
+MIIxpc
+Magnet
+Mail.RU_Bot
 Majestic SEO
-MarkMonitor
-Mass Downloader
-Meanpathbot
-Microsoft URL Control
-Minefield
-Mister PiX
-Mojeek
-Musobot
-NICErsPRO
+Majestic-SEO
+Masscan
+MauiBot
+MegaIndex.ru
+MicroMessenger
+Mojolicious
+Mozlila
 Name Intelligence
-Nameprotect
-NearSite
-Nessus
-NetLyzer
-NetSpider
-NetZIP
-NextGenSearchBot
+Navroad
+Net Vampire
+NetMechanic
+Netcraft
+Nibbler
 Niki-bot
+Nikto
 NimbleCrawler
-Offline Explorer
-OnCrawl
-Openfind
+Nimbostratus
+Ninja
+Not
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+OrangeSpider
 OutfoxBot
-PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-Pavuk
-Picscout
-Pimonster
-PleaseCrawl
-ProPowerBot
-ProWebWalker
+PECL::HTTP
+Panscient
+Papa Foto
+Pi-Monster
+PictureFinder
+Piepmatz
 Probethenet
+Pu_iN
+Pump
 PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankingBot
-ReGet
-RealDownload
-Reaper
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankurBot
 RebelMouse
-ScanAlert
+SEOkicks
+SEOkicks-Robot
+SalesIntelligent
+Scanbot
+Scrapy
+ScrepyBot
 SearchmetricsBot
+SemrushBot
 SentiBot
-SeoSiteCheckup
-Seomoz
-Shodan
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
 SiteSnagger
-Sitebeam
-Siteimprove
-Sitevigil
-SlySearch
-Snake
-Snoopy
-Sociscraper
+SocialRankIOBot
 Sogou web spider
 Sottopop
-SpaceBison
-Spanner
+Spammen
+SpankBot
 Spbot
 SputnikBot
+Sqlmap
+Sqworm
 Stripper
-SuperBot
+Sucker
 SuperHTTP
-Surfbot
+Swiftbot
 Szukacz
 Teleport
+TeleportPro
 Telesoft
-Telesphoreo
-The Intraformant
-TheNomad
-Thumbor
-Toweyabot
-Tracemyfile
-Trendiction
+Telesphorep
+Titan
 TurnitinBot
-URLy Warning
+Twice
+URLy.Warning
+UnisterBot
+Upflow
 V-BOT
-Vagabondo
+Vacuum
 VelenPublicWebCrawler
-VidibleScraper
 Virusdie
-Voil
-Voltron
+VoidEYE
+WASALive-Bot
+WWW-Mechanize
 WWWOFFLE
-Wallpapers/3.0
-WeSEE
-Web Auto
 Web Enhancer
+Web Fetch
+WebBandit
 WebCollage
+WebCopier
 WebEnhancer
 WebFuck
-WebGo IS
 WebImageCollector
-WebLeacher
-WebReaper
 WebSauger
-WebZIP
+WebStripper
+WebWhacker
+Webshag
 Website Quester
-WebsiteExtractor
-Whack
 Widow
-WinHTTrack
-Wotbox
-Xaldon WebSpider
+Wonderbot
+Wprecon
+Xaldon_WebSpider
 Xenu
+YoudaoBot
+Zade
+Zauba
 Zermelo
-Zeus
-Zitebot
 ZmEu
-ZoomBot
-ZumBot
+ZyBorg
 arquivo-web-crawler
-arquivo.pt
 autoemailspider
-coccocbot-web
-demandbase-bot
+check1.exe
+crawl.sogou.com
+crawler4j
+domainsproject.org
+eCatch
 internetVista monitor
-isitwp.com
-lwp-request
-meanpathbot
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
 pcBrowser
-probe-image-size
-satoristudio.net
-scalaj-http
+s1z.ru
 scan.lol
 seobility
-seocompany.store
 seostar
-serpstatbot
-sp_auditbot
-spyfu
-sysscan
+sitechecker.pro
+siteripz
+sogouspider
+tAkeOut
+trendiction.com
 voyagerx.com
-webgains-bot
 x09Mozilla
-xpymep1.exe
+x22Mozilla
 zgrab