V4.2022.01.2825 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
+404checker
 80legs
-Acunetix
-AfD-Verbotsverfahren
-AhrefsBot
-Alexibot
+Aboundexbot
 AlphaBot
+Anarchie
+Anarchy99
+Ankit
 Apexoo
+Asterias
 Attach
-AwarioRssBot
-BDFetch
+BBBike
+BLEXBot
 BackStreet
+Badass
 Bandit
-Barkrowler
+Bigfoot
+Black Hole
 BlackWidow
-Blow
-Boardreader
-CODE87
-CSHttp
+Brandwatch
+Buddy
+BuiltWith
+CATExplorador
 Calculon
+CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
-CherryPicker
-Chlooe
+ChinaClaw
+Citoid
+Cliqzbot
+Cloud mapping
 Cogentbot
-CopyRightCheck
-Cosmos
+Copyscape
+Craftbot
 CrazyWebCrawler
 Crescent
-Curious
-DIIbot
-DSearch
-DTS Agent
+CrunchBot
+DBLBot
 DataCha0s
+DatabaseDriverMysqli
+Digincore
 DigitalPebble
 Dirbuster
 Disco
-Dispatch
-DittoSpyder
+DnBCrawler-Analytics
 DnyzBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 DomainStatsBot
+Dragonfly
 Drip
-EMail Wolf
-Ecxi
+Ebingbong
 EirGrabber
-Express WebPictures
-ExtractorPro
-FDM
-FemtosearchBot
-Firefox/7.0
-Flunky
-Freeuploader
-Fuzz
-FyberSpider
+EroCrawler
+Exabot
+EyeNetIE
+FlashGet
+Foobot
 G-i-g-a-b-o-t
+GT::WWW
 GalaxyBot
-Genieo
-GetRight
-GetWeb
 Gigabot
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
+Gotit
+GrabNet
 Grabber
 Grafula
-GrapeFX
-HTMLparser
-HTTP::Lite
-Haansoft
-HaosouSpider
-Havij
-IDBTE4M
-IlseBot
-Image Fetch
-IndeedBot
-InfoNaviRobot
-InternetSeer
+GrapeshotCrawler
+HMView
+Harvest
+Heritrix
+IRLbot
+InfoTekies
+InterGET
 Iria
 Iskanie
 JOC Web Spider
+JennyBot
+JetCar
 Jetty
+Jorgee
 JustView
-Jyxobot
 Keyword Density
+Kinza
+LNSpiderguy
 LWP::Simple
-Lanshanbot
 Larbin
-LexiBot
 Lftp
-LibWeb
+Libwhisker
 Lightspeedsystems
 Likse
-LinkScan
+LinkWalker
 Linkbot
-Linkdexbot
 LinkpadBot
-LinqiaScrapeBot
-Lmspider
-Ltx71
+LinksManager
+LinqiaMetadataDownloaderBot
+Lipperhey
+Lipperhey Spider
 MIDown tool
-MIIxpc
 MJ12bot
-MSFrontPage
-Majestic SEO
-Mass Downloader
+MTRobot
+Majestic-SEO
+MarkMonitor
 Masscan
 MeanPath Bot
 MegaIndex.ru
-Mister PiX
-Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
+Metauri
+Microsoft URL Control
+Msrabot
 NICErsPRO
-NPbot
-Nameprotect
-Nessus
+Navroad
+Needle
 Net Vampire
-NetAnts
 NetLyzer
-NetMechanic
-NetSpider
-NetZIP
 Nettrack
-Netvibes
-NextGenSearchBot
 Nibbler
-Niki-bot
+NimbleCrawler
 Ninja
-Nuclei
 Octopus
-Offline Explorer
-OpenVAS
-PECL::HTTP
+OpenLinkProfiler
+OrangeSpider
+OutclicksBot
 PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
-PageThing.com
+PageGrabber
+PeoplePal
 Petalbot
 Pi-Monster
+PictureFinder
 Pimonster
+Pixray
+ProPowerBot
+ProWebWalker
 Probethenet
-QueryN Metasearch
-RankActiveLinkBot
+PxBroker
+Quick-Crawler
+RSSingBot
+RankActive
+RankingBot2
 Re-re
-Reaper
-RedesScrapy
+ReGet
+RealDownload
+Ripper
 RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
 SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
 SMTBot
-ScoutJet
+ScanAlert
+Scrapy
+Screaming
 ScreenerBot
-Searchestate
 SemanticJuice
 Semrush
-SemrushBot
-SentiBot
 Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteSnagger
-Siteimprove
+Sitebeam
 SlySearch
 SmartDownload
-SocialRankIOBot
+Snake
+Snoopy
 Sociscraper
-Sogou web spider
-Sosospider
-SpaceBison
+Sottopop
+Spammen
 Spanner
 Spbot
-Sqworm
+SputnikBot
+Sqlmap
+Sqlworm
 Stripper
-Sucuri
+SuperBot
 SuperHTTP
-SurveyBot
-Swiftbot
-T8Abot
+Surfbot
+Suzuran
+T0PHackTeam
 Telesoft
+Telesphorep
 The Intraformant
-TheNomad
+TightTwatBot
+Titan
 Toata
 Tracemyfile
 Trendictionbot
-True_Robot
-TwengaBot
+Turnitin
+URLy Warning
 URLy.Warning
-UnisterBot
 Upflow
+V-BOT
+VB Project
+VCI
 Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
-WASALive-Bot
-WEBDAV
+Virusdie
+WISENutbot
 WWW::Mechanize
+WWWOFFLE
+Wallpapers
 WallpapersHD
-Web Collage
+Web Auto
 Web Fuck
-WebAuto
-WebBandit
-WebCopier
-WebLeacher
+Web Sucker
+WebEnhancer
+WebGo IS
+WebImageCollector
 WebReaper
-WebWhacker
-WebsiteQuester
+WebSucker
+Webalta
+Webster
 Whack
+WinHTTrack
+WiseGuys Robot
+Woobot
 Wprecon
+Xaldon WebSpider
 Xenu
 Zauba
-Zeus
-Zitebot
-ZmEu
+Zermelo
 ZoomBot
-ZumBot
-adscanner
-arquivo-web-crawler
+ZoominfoBot
 arquivo.pt
-autoemailspider
+cah.io.community
 check1.exe
-coccocbot-web
-crawler.feedback
-crawler4j
-demandbase-bot
-eCatch
+dataforseo.com
+domainsproject.org
+instabid
+isitwp.com
 lwp-request
+lwp-trivial
 muhstik-scan
 netEstate NE Crawler
-oBot
 page scorer
-s1z.ru
-seobility
-seoscanners
+plumanalytics
+satoristudio.net
+seocompany.store
 seostar
+serpstatbot
+sitechecker.pro
 siteripz
-sp_auditbot
+sogouspider
 spyfu
 tAkeOut
 trendiction.de
-ubermetrics-technologies.com
-webgains-bot
-webmeup-crawler
+voyagerx.com
+webpros.com
+webprosbot
 x09Mozilla
 x22Mozilla
-xpymep1.exe
-zauba.io