V4.2022.01.2878 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+80legs
 ADmantX
-Aboundexbot
-AhrefsBot
-Alligator
+AIBOT
+ALittle Client
+ASPSeek
+Abonti
+Aboundex
+AfD-Verbotsverfahren
+AiHitBot
+AllSubmitter
+AlphaBot
 Anarchy99
-Asterias
+Apexoo
 Attach
+AwarioRssBot
+AwarioSmartBot
+BackStreet
 Backlink-Ceck
 Badass
-Bandit
-BatchFTP
-Black Hole
-BlackWidow
-Blackboard
+Barkrowler
+BetaBot
+Bitacle
+Blow
 BlowFish
 Brandprotect
-Brandwatch
 Buck
-Buddy
 BuiltBotTough
-Bullseye
+BuiltWith
 BunnySlippers
-CCBot
-CODE87
+CATExplorador
 CSHttp
+Cegbfeieh
 CensysInspect
 CheTeam
+CheeseBot
 Chlooe
 Citoid
-Collector
+Claritybot
+Cliqzbot
+Cloud mapping
+Copyscape
+Crescent
 CrunchBot
-Curious
 Custo
+DBLBot
+DIIbot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
 Demon
-Digincore
 Dirbuster
 Disco
-Discobot
+Discoverybot
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainStatsBot
-Domains Project
+DomCopBot
 Dotbot
+Download Wonder
+Drip
 ECCP/1.0
 EMail Wolf
-Ebingbong
+EasyDL
 EirGrabber
-EroCrawler
-Extreme Picture Finder
+Evil
+EyeNetIE
+FDM
 FHscan
-FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
 Foobot
-GT::WWW
+Fuzz
 Genieo
 GermCrawler
 GetWeb
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
+GoZilla
+Gotit
+GrabNet
+Grafula
 GrapeshotCrawler
 HEADMasterSEO
+HTMLparser
 HTTP::Lite
-HybridBot
+HaosouSpider
+Havij
+Hloader
+HonoluluBot
+Humanlinks
 IDBTE4M
 IDBot
 IRLbot
-Iblog
-Id-search
-Image Fetch
-Image Sucker
 IndeedBot
-InfoTekies
+Indy Library
 Intelliseek
-InterGET
-Internet Ninja
-JamesBOT
+Iskanie
+JOC Web Spider
 JetCar
-JikeSpider
-Jorgee
-JustView
 Jyxobot
-Kenjin Spider
-LNSpiderguy
-Lanshanbot
+Kinza
+Kozmosbot
 Larbin
-LeechFTP
+Leap
 LeechGet
-LibWeb
-Likse
-LinkScan
+LexiBot
+Libwhisker
+LieBaoFast
 LinkWalker
+Linkbot
+LinksManager
 LinqiaMetadataDownloaderBot
-Litemage_walker
-MJ12bot
-Majestic12
-MarkMonitor
-MarkWatch
+Lipperhey
+Lipperhey Spider
+MFC_Tear_Sample
+Magnet
+Mail.RU_Bot
+Majestic-SEO
 Mass Downloader
-MicroMessenger
-Mister PiX
+Meanpathbot
+MegaIndex.ru
+Microsoft Data Access
+Microsoft URL Control
 Mojeek
 Mojolicious
+Mozlila
 Mr.4x3
 Musobot
-NICErsPRO
-Nameprotect
+Name Intelligence
 NearSite
 Needle
-NetMechanic
+Net Vampire
+NetAnts
+NetZIP
 Netcraft
 Nettrack
-NextGenSearchBot
-Niki-bot
-Ninja
-Nmap
-Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
+NimbleCrawler
+Nimbostratus
+Nuclei
 OpenLinkProfiler
 OpenVAS
-Openfind
 Openvas
 OrangeBot
 OutclicksBot
-OutfoxBot
 PECL::HTTP
 PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
-PageAnalyzer
 PageGrabber
-Pandalytics
-Papa Foto
+PageScorer
 Pavuk
-PeoplePal
-Picscout
-Picsearch
-PleaseCrawl
+Petalbot
+Pi-Monster
 Probethenet
 Psbot
-Pump
-PxBroker
-Quick-Crawler
-RankingBot2
+PyCurl
+RSSingBot
+RankFlex
 Rankivabot
 RankurBot
-RebelMouse
-Recorder
-Rogerbot
-SBIder
+Re-re
+Ripper
+RocketCrawler
 SEOkicks-Robot
 SEOprofiler
-SEOstats
+SalesIntelligent
 ScanAlert
 Scanbot
 Screaming
-Searchestate
-SearchmetricsBot
-Semrush
-SeoSiteCheckup
-SiteSucker
-Sitebeam
-Sitevigil
+Seekport
+SemrushBot
+SentiBot
+SiteCheckerBotCrawler
+SiteExplorer
+SmartDownload
 Snoopy
-Sogou web spider
+SocialRankIOBot
+Sociscraper
 Sosospider
-SpaceBison
 Spinn3r
-Sqlmap
 Sqlworm
-Steeler
+Stripper
 Sucuri
-Suzuran
+Swiftbot
+Szukacz
 T8Abot
 Telesoft
-The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
-Titan
-Toweyabot
+Telesphoreo
+Telesphorep
+Toata
+Tracemyfile
+Trendiction
 Trendictionbot
-True_Robot
 Turingos
-URLy Warning
-URLy.Warning
-VB Project
-Vacuum
-VeriCiteCrawler
-Voltron
-WBSearchBot
+Turnitin
+TurnitinBot
+VCI
+VelenPublicWebCrawler
+Voil
+WASALive-Bot
+WPScan
 WWW-Mechanize
 WWW::Mechanize
-Wallpapers
-Web Collage
-WebBandit
-WebCollage
+Wallpapers/3.0
+Web Enhancer
+Web Sauger
+Web Sucker
 WebFetch
 WebFuck
 WebGo IS
-WebPix
-WebReaper
-WebSauger
-WebStripper
-Webalta
-Website Quester
+WebZIP
+WebmasterWorldForumBot
 Webster
-Whack
-Whacker
 Whatweb
-WinHTTrack
-WiseGuys Robot
 Wonderbot
-Xenu
-Zermelo
-ZoomBot
-ZumBot
-ZyBorg
+Wotbox
+Wprecon
+Xaldon WebSpider
+Zade
+Zeus
+Zitebot
+adscanner
 archive.org_bot
-arquivo.pt
-cah.io.community
-check1.exe
-coccocbot-web
-crawler4j
+arquivo-web-crawler
+autoemailspider
+backlink-check
+com.plumanalytics
 dataforseo.com
 domainsproject.org
-eCatch
 evc-batch
+facebookscraper
 gopher
-internetVista monitor
+iubenda-radar
+lwp-request
+lwp-trivial
 mediawords
+muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-pcBrowser
-plumanalytics
-polaris version
-seobility
-seocompany.store
-seoscanners
-sexsearcher
+probe-image-size
+ripz
+satoristudio.net
+serpstatbot
+sysscan
+tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webgains-bot
-webpros.com
+webmeup-crawler
+x09Mozilla
+xpymep1.exe
+zauba.io