V4.2022.07.3207 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 404enemy
+80legs
 ADmantX
 ALittle Client
-Abonti
-Aboundexbot
-AhrefsBot
+Acunetix
+AiHitBot
 Aipbot
-Alligator
-AlphaBot
+Alexibot
+Anarchie
 Anarchy
-Aspiegel
-Atomseobot
+Apexoo
 Attach
+AwarioRssBot
+AwarioSmartBot
 BBBike
 BDCbot
+BDFetch
 BackDoorBot
-BackWeb
+BacklinkCrawler
+Badass
 Barkrowler
-BetaBot
-Bigfoot
+Battleztar Bazinga
 Black Hole
-BlackWidow
-Brandprotect
-Buddy
+Blow
+BlowFish
+Bolt
+Buck
+BuiltBotTough
+BuiltWith
 Bullseye
+BunnySlippers
 BuzzSumo
-CSHttp
-CazoodleBot
-CensysInspect
+CCBot
+Cegbfeieh
+CheeseBot
+CherryPicker
 ChinaClaw
-Chlooe
-Citoid
-Cloud mapping
+Claritybot
+Cliqzbot
+Cogentbot
 Collector
 Copier
-Crawling at Home Project
-CrunchBot
+CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+Crescent
+Custo
+DBLBot
 DIIbot
+DTS Agent
 DataCha0s
+DatabaseDriverMysqli
 Demon
 Digincore
-DigitalPebble
 Disco
+Discobot
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
-DomainStatsBot
-Domains Project
+Dotbot
 Dragonfly
-Drip
-EMail Siphon
+ECCP/1.0
+EMail Wolf
 Ecxi
+EroCrawler
 Evil
-Extreme Picture Finder
-EyeNetIE
+Exabot
+FDM
+Fimap
+FlashGet
 Flunky
-Freeuploader
-Fuzz
-Fyrebot
+FrontPage
+FyberSpider
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Gigabot
-GoZilla
-Gotit
-GrapeshotCrawler
-HTMLparser
-Haansoft
+GetRight
+GetWeb
+Go-Ahead-Got-It
+GrapeFX
+GridBot
+HEADMasterSEO
+HTTrack
+HaosouSpider
 Havij
-Heritrix
 Hloader
-HonoluluBot
+IDBTE4M
 IDBot
-Iblog
-IlseBot
+IRLbot
 Image Fetch
-InfoNaviRobot
-InfoTekies
+Intelliseek
 InternetSeer
-Iria
-Iskanie
 JamesBOT
 JennyBot
 JetCar
-JustView
-Keybot Translation-Search-Machine
-Keyword Density
-Kozmosbot
-LexiBot
-LibWeb
-Lightspeedsystems
-LinkWalker
-LinksManager
-LinqiaRSSBot
+Jetty
+Joomla
+Lanshanbot
+Leap
+LeechFTP
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
-Litemage_walker
+Lipperhey Spider
+Lmspider
+Ltx71
 MFC_Tear_Sample
+MIDown tool
+MIIxpc
 MJ12bot
-MSIECrawler
-Magnet
-Mail.RU_Bot
+MSFrontPage
+MTRobot
 Majestic SEO
-Majestic-SEO
-Mass Downloader
+Majestic12
+MarkMonitor
 Masscan
-Mata Hari
-Meanpathbot
-MegaIndex.ru
-Microsoft Data Access
+MauiBot
+MeanPath Bot
+MicroMessenger
 Mister PiX
+Mojolicious
 MolokaiBot
-Morfeus Fucking Scanner
-Msrabot
+Musobot
+NICErsPRO
 NPbot
 Name Intelligence
-NearSite
-Nessus
-Nimbostratus
-Ninja
-Not
-Nuclei
+Navroad
+Needle
+Net Vampire
+Nettrack
+Netvibes
+Niki-bot
+Nmap
 Nutch
-Octopus
+Offline Explorer
 Offline Navigator
-OnCrawl
-Openfind
+OrangeBot
+OutfoxBot
 PageScorer
-PageThing.com
-Pandalytics
-Papa Foto
+Panscient
+PeoplePal
 Picscout
+Picsearch
+PictureFinder
 Pixray
 PleaseCrawl
+Pockey
 ProPowerBot
 ProWebWalker
-Psbot
-PxBroker
-RSSingBot
-RankActiveLinkBot
-RankFlex
+Pu_iN
+Rankivabot
 Re-re
-ReGet
-Recorder
+RebelMouse
+RocketCrawler
+SBIder
 SEOkicks-Robot
-SEOlyticsCrawler
 SISTRIX
-SMTBot
 SalesIntelligent
 ScanAlert
-Scanbot
-ScoutJet
-ScreenerBot
-ScrepyBot
+Screaming
+Searchestate
 SearchmetricsBot
 Seekport
-Semrush
-SemrushBot
-SentiBot
 SeobilityBot
+Seomoz
 SiteCheckerBotCrawler
+SiteExplorer
+SiteSnagger
 SiteSucker
-Siteimprove
-SlySearch
-SmartDownload
-Sociscraper
-Sosospider
-SpaceBison
-Spammen
+Sitebeam
+Sitevigil
+Snoopy
+SocialRankIOBot
+Sogou web spider
 Spanner
-SuperBot
-SuperHTTP
+Sqlworm
+Sqworm
+Steeler
+Sucker
+Sucuri
 Surfbot
 SurveyBot
-Suzuran
-Swiftbot
 Szukacz
-Teleport
-Telesphoreo
-The Intraformant
+Telesoft
 TheNomad
-Thumbor
+TightTwatBot
+Titan
+Toata
 Tracemyfile
 Trendiction
-Turingos
 Turnitin
-Twice
-Typhoeus
-V-BOT
-Vagabondo
+TurnitinBot
+TwengaBot
+URLy Warning
+VB Project
+VCI
+Vacuum
 VelenPublicWebCrawler
-VoidEYE
-WBSearchBot
+VeriCiteCrawler
+WISENutbot
+WPScan
+WWW-Collector-E
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
 WeSEE
-Web Collage
-Web Fetch
+Web Auto
 Web Pix
 Web Sauger
 Web Sucker
-WebAuto
-WebBandit
-WebCopier
-WebImageCollector
-WebReaper
-WebSauger
-WebSucker
+WebFetch
+WebLeacher
+WebStripper
 WebZIP
+WebmasterWorldForumBot
 Webshag
 Website Quester
+WebsiteQuester
 Webster
 Whacker
+Who.is Bot
+Widow
 WinHTTrack
-Wonderbot
+WiseGuys Robot
+Wprecon
+Xaldon_WebSpider
 Zade
-Zermelo
 Zitebot
-ZmEu
 ZoomBot
 ZoominfoBot
+ZumBot
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
-clark-crawler
 cognitiveseo
-crawler.feedback
+com.plumanalytics
+dataforseo.com
 demandbase-bot
-evc-batch
 instabid
-ips-agent
-isitwp.com
-linkdexbot
-pcBrowser
+iubenda-radar
+lwp-request
 plumanalytics
+probe-image-size
 ripz
 s1z.ru
-satoristudio.net
-scalaj-http
-seobility
+seocompany.store
 seostar
-sexsearcher
-sitechecker.pro
-siteripz
-spyfu
-trendiction.de
+sysscan
+ubermetrics-technologies.com
 voyagerx.com
 webmeup-crawler
-zauba.io
+xpymep1.exe
 zgrab