V4.2021.10.2634 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
 360Spider
-404checker
 404enemy
-80legs
 ADmantX
 AIBOT
-ALittle Client
-Abonti
-Aboundex
-AfD-Verbotsverfahren
-AiHitBot
+ASPSeek
+AhrefsBot
 Aipbot
+Alexibot
 AllSubmitter
-Alligator
-Anarchy
+Anarchy99
 Ankit
-Anthill
-Apexoo
-Aspiegel
+Attach
+AwarioSmartBot
 BBBike
-BDCbot
 BLEXBot
-BackStreet
-Badass
+BackWeb
+Backlink-Ceck
 Barkrowler
-Boardreader
-Brandprotect
-Buck
-BuiltBotTough
-BunnySlippers
+Battleztar Bazinga
+Bitacle
+Black Hole
+Blow
+Bolt
+BotALot
+Brandwatch
+Buddy
+BuiltWith
+Bullseye
 BuzzSumo
+CCBot
+CODE87
+CSHttp
+Calculon
+CazoodleBot
 Cegbfeieh
 CensysInspect
 CheTeam
 CheeseBot
-Chlooe
-Claritybot
-Copier
-Copyscape
-Cosmos
+CherryPicker
+Cocolyzebot
+Collector
+CopyRightCheck
 Craftbot
-Crawling at Home Project
-Crescent
-CrunchBot
-Custo
 DBLBot
 DIIbot
-Demon
-Deusu
-Dirbuster
-Dispatch
-DnyzBot
+DSearch
+Devil
+Digincore
+Disco
+Discobot
+Discoverybot
+DomCopBot
 DomainAppender
 DomainCrawler
 DomainSigmaCrawler
-DomainStatsBot
+Domains Project
+Dragonfly
+Drip
+EMail Siphon
+EMail Wolf
 EasyDL
+Ebingbong
 Ecxi
-EirGrabber
-Exabot
+EroCrawler
 Express WebPictures
-FDM
+ExtLinksBot
+ExtractorPro
+EyeNetIE
+FHscan
 Firefox/7.0
-Flunky
-Freeuploader
-FrontPage
+Foobot
+Fuzz
 Fyrebot
 G-i-g-a-b-o-t
-GalaxyBot
-GetRight
-GetWeb
-Gigabot
+GT::WWW
 Go!Zilla
 Go-Ahead-Got-It
-Grabber
-Haansoft
+GoZilla
+GrabNet
+GrapeFX
+GridBot
 Harvest
-Havij
-Hloader
+HybridBot
 IDBTE4M
-IRLbot
-Image Fetch
-Intelliseek
-InternetSeer
-Iria
+Image Sucker
+IndeedBot
+InfoTekies
+Internet Ninja
 Iskanie
-JOC Web Spider
-JetCar
+Jbrofuzz
 Jetty
 Jorgee
-JustView
-Keyword Density
+Jyxobot
 Kinza
-Larbin
+Kozmosbot
+LNSpiderguy
+Lanshanbot
 LeechGet
-LexiBot
 Lftp
-Lightspeedsystems
+LibWeb
+Libwhisker
+LieBaoFast
 LinkScan
-LinkWalker
+Linkdexbot
 LinkextractorPro
-LinqiaRSSBot
+LinkpadBot
 Lipperhey
+Lmspider
 Ltx71
-MFC_Tear_Sample
-MQQBrowser
-MSFrontPage
-MTRobot
-Mag-Net
-Majestic-SEO
-MicroMessenger
+MIIxpc
+Magnet
+Mail.RU_Bot
+Majestic12
+MarkWatch
+Mata Hari
+MeanPath Bot
+MegaIndex.ru
+Metauri
 Microsoft Data Access
-Moblie Safari
-Mojeek
-Msrabot
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+NPbot
+Nameprotect
 Navroad
-NearSite
 Nessus
-Net Vampire
-NetAnts
-Niki-bot
-Nimbostratus
+NetMechanic
+Nettrack
+Netvibes
+Nibbler
+Nikto
 Ninja
-Nutch
+Nmap
+Offline Explorer
 OnCrawl
 OpenLinkProfiler
-OrangeBot
+Openvas
 OrangeSpider
-PHPCrawl
-PageAnalyzer
+OutfoxBot
+POE-Component-Client-HTTP
 PageGrabber
-PageScorer
-PageThing.com
-Panscient
 Papa Foto
-Pavuk
-PeoplePal
 Petalbot
-Pi-Monster
+Picscout
 Picsearch
 PictureFinder
-Piepmatz
+Pixray
 PleaseCrawl
-Probethenet
+ProPowerBot
+ProWebWalker
+Psbot
+Pu_iN
 PxBroker
 PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankurBot
-RedesScrapy
+RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot2
+Re-re
+RealDownload
+RebelMouse
+Recorder
+RepoMonkey
 Ripper
-Rogerbot
-SEOkicks
+SEOkicks-Robot
 SEOprofiler
+SEOstats
 SISTRIX
+SalesIntelligent
+ScanAlert
 Scanbot
-Scrapy
-Screaming
-ScreenerBot
+ScrepyBot
+Searchestate
+Semrush
 SeoSiteCheckup
-Seomoz
-Siphon
+SeobilityBot
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteLockSpider
-SmartDownload
-Snake
+Sitebeam
+Siteimprove
 Snapbot
 Snoopy
-SocialRankIOBot
 Sociscraper
 Sogou web spider
+Sottopop
+SpaceBison
 Spammen
-SpankBot
-Spbot
 Spinn3r
 SputnikBot
-Sqworm
+Sqlmap
 SuperHTTP
+Surfbot
 SurveyBot
-T0PHackTeam
-Telesoft
-TheNomad
+Szukacz
+T8Abot
+TeleportPro
+Telesphoreo
+The Intraformant
 Titan
-Trendictionbot
-Twice
-Typhoeus
+Tracemyfile
+Trendiction
+True_Robot
+Turingos
+TurnitinBot
+TwengaBot
 URLy Warning
-URLy.Warning
-V-BOT
+Upflow
 VCI
-Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
 Virusdie
+VoidEYE
 Voil
-WBSearchBot
+WASALive-Bot
 WEBDAV
 WISENutbot
-WWW-Mechanize
-Wallpapers/3.0
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Auto
 Web Collage
 Web Enhancer
-Web Fetch
-Web Fuck
+Web Sucker
 WebAuto
-WebBandit
-WebCopier
-WebFuck
+WebCollage
 WebStripper
-WebZIP
-WebmasterWorldForumBot
-Webshag
-Website Quester
-WebsiteQuester
 Webster
-Whack
-Whacker
-Whatweb
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
-YoudaoBot
-Zauba
-Zermelo
+Widow
+Wonderbot
+Wprecon
+Xenu
 Zeus
-Zitebot
-ZumBot
-archive.org_bot
+ZmEu
+ZoominfoBot
 cah.io.community
-check1.exe
-clark-crawler
-demandbase-bot
-facebookscraper
-gopher
+crawl.sogou.com
 heritrix
-isitwp.com
-magpie-crawler
+internetVista monitor
+lwp-request
+muhstik-scan
 oBot
-page scorer
-pcBrowser
-probe-image-size
-satoristudio.net
-sogouspider
-spyfu
+plumanalytics
+scalaj-http
+seobility
+seostar
+sitechecker.pro
 tAkeOut
-trendiction.de
-x09Mozilla
+ubermetrics-technologies.com
 x22Mozilla
-xpymep1.exe
+zgrab