V4.2022.10.3438 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-ASPSeek
+404checker
+80legs
+ADmantX
+AIBOT
 Abonti
-Aboundex
-Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+AllSubmitter
+Alligator
+AlphaBot
 Anarchie
-Anarchy
+Anarchy99
+Ankit
+Anthill
 Apexoo
-Aspiegel
+Atomseobot
 Attach
 AwarioRssBot
 BBBike
-BLEXBot
 BackDoorBot
 BackStreet
+BackWeb
+Backlink-Ceck
+Bandit
 Battleztar Bazinga
-Bitacle
+BetaBot
 Black Hole
-Blackboard
+BlackWidow
 Blow
-Boardreader
-Brandprotect
-BuiltBotTough
+BlowFish
+Bolt
+Brandwatch
+BuiltWith
 Bullseye
-CODE87
-Calculon
-CensysInspect
+CATExplorador
+CazoodleBot
 CheTeam
 CheeseBot
-Chlooe
-Claritybot
-Cloud mapping
+Cliqzbot
 Cocolyzebot
-Collector
 CopyRightCheck
-Copyscape
+Cosmos
+Craftbot
+Crawling at Home Project
 CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
+DBLBot
+DIIbot
 DSearch
 DataCha0s
-Dirbuster
-DnBCrawler-Analytics
+Demon
+DigitalPebble
+Disco
+Discobot
 DnyzBot
 DomainAppender
 DomainCrawler
-DomainSigmaCrawler
 Domains Project
+Download Wonder
+Dragonfly
 Drip
-EMail Wolf
-EasyDL
-Ebingbong
+EirGrabber
+ExtLinksBot
 ExtractorPro
 EyeNetIE
+Ezooms
 FHscan
-Fimap
+FlashGet
 FrontPage
-FyberSpider
-Genieo
-GetRight
+Fuzz
+G-i-g-a-b-o-t
+GalaxyBot
 Getintent
-Gigabot
+Gotit
+Grabber
 Grafula
 GrapeFX
-GrapeshotCrawler
+GridBot
 HMView
 HTMLparser
-Harvest
+Haansoft
 Havij
+Heritrix
 Hloader
-Humanlinks
-IDBTE4M
-IRLbot
+IDBot
+Id-search
 IlseBot
 Image Sucker
-Intelliseek
+IndeedBot
+Indy Library
+InterGET
 Internet Ninja
-Iria
-Iskanie
-Jbrofuzz
+JOC Web Spider
+JennyBot
 JetCar
 Jetty
 JikeSpider
+JustView
+Jyxobot
 Lanshanbot
 Larbin
 Leap
+LibWeb
 Libwhisker
 LieBaoFast
-Likse
-LinkWalker
+Lightspeedsystems
+LinkScan
 Linkbot
 LinkextractorPro
-LinkpadBot
-LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Litemage_walker
 Lmspider
-Ltx71
 MFC_Tear_Sample
-MIDown tool
-MQQBrowser
-Mag-Net
+MIIxpc
+MTRobot
 Magnet
+Mail.RU_Bot
 Majestic12
-MarkMonitor
+Mass Downloader
 Masscan
+Mata Hari
 Meanpathbot
-MicroMessenger
-Minefield
-Mister PiX
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Msrabot
-NPbot
-Nameprotect
-Needle
+Microsoft URL Control
+MolokaiBot
 Nessus
-Net Vampire
-NetMechanic
-Nettrack
 Niki-bot
 Nikto
 NimbleCrawler
 Nimbostratus
+Ninja
 Nmap
-Not
 Nuclei
-Nutch
-OnCrawl
-Openvas
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+Openfind
+POE-Component-Client-HTTP
+PageGrabber
 PageScorer
 Pandalytics
-Panscient
-Papa Foto
-Picscout
+Pavuk
+Picsearch
+PictureFinder
 Piepmatz
 Pimonster
-Pixray
-ProWebWalker
-RSSingBot
-RankActive
+Pockey
+Probethenet
+Pu_iN
+QueryN Metasearch
+RankActiveLinkBot
 RankFlex
-RankingBot2
-ReGet
+RankingBot
 RepoMonkey
-Ripper
-RocketCrawler
 Rogerbot
-SBIder
 SEOkicks
-SEOkicks-Robot
-SMTBot
-Scanbot
+SalesIntelligent
+SemanticJuice
 SemrushBot
-SeobilityBot
+Seomoz
+Siphon
+Site Sucker
 SiteCheckerBotCrawler
-SiteSnagger
 SiteSucker
-Siteimprove
-Snapbot
-Sosospider
+SmartDownload
+Snake
+Sottopop
 Spammen
-SpankBot
+Spanner
+Spinn3r
+SputnikBot
 Sqlmap
 Sqlworm
-Sqworm
-Sucker
+Steeler
+Stripper
+Sucuri
+SuperBot
 SuperHTTP
-T0PHackTeam
-T8Abot
-Telesphoreo
-The Intraformant
+SurveyBot
+Szukacz
+Telesphorep
+TheNomad
+Thumbor
+TightTwatBot
+Toweyabot
 Trendiction
-Upflow
-VB Project
+True_Robot
+Turnitin
+TwengaBot
+V-BOT
 VCI
-Vagabondo
-VelenPublicWebCrawler
-Voil
 Voltron
-WEBDAV
-WPScan
-WWW-Collector-E
-Wallpapers/3.0
-Web Collage
+WASALive-Bot
+WISENutbot
+WeSEE
+Web Enhancer
 Web Fetch
 Web Fuck
-Web Pix
 Web Sucker
-WebBandit
+WebAuto
+WebCollage
+WebCopier
 WebEnhancer
-WebLeacher
-WebPix
+WebFuck
+WebGo IS
+WebImageCollector
+WebReaper
 WebSauger
 WebStripper
 WebSucker
 WebWhacker
-WebZIP
+Webalta
+Webshag
+Website Quester
 WebsiteQuester
-Webster
-Whacker
 Whatweb
-Wotbox
+WiseGuys Robot
 Xaldon_WebSpider
 Xenu
-Zauba
 Zermelo
-ZoomBot
-ZumBot
+Zeus
+ZmEu
 ZyBorg
+adscanner
+archive.org_bot
 cah.io.community
-check1.exe
-com.plumanalytics
+crawl.sogou.com
+crawler.feedback
 crawler4j
-domainsproject.org
-eCatch
-evc-batch
-gopher
+dataforseo.com
+facebookscraper
 instabid
+isitwp.com
 iubenda-radar
 lwp-request
-magpie-crawler
+lwp-trivial
+meanpathbot
+netEstate NE Crawler
 page scorer
 plumanalytics
-polaris version
-s1z.ru
-scan.lol
-seobility
-seoscanners
+seocompany.store
 seostar
-serpstatbot
-sexsearcher
+sitechecker.pro
 siteripz
-sp_auditbot
 tAkeOut
-trendiction.de
-ubermetrics-technologies.com
+trendiction.com
 voyagerx.com
-webprosbot
-x09Mozilla
 x22Mozilla
 xpymep1.exe