V4.2022.09.3327 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
+01h4x.com
+404checker
 80legs
-Aboundexbot
-AfD-Verbotsverfahren
-Alligator
-Anthill
-Asterias
-Atomseobot
-Attach
-AwarioSmartBot
-BBBike
+AIBOT
+ALittle Client
+Aboundex
+AwarioRssBot
+BDFetch
+Backlink-Ceck
+Badass
+Bandit
 BatchFTP
+BetaBot
+Bigfoot
+Bitacle
 Black Hole
 Blackboard
 Blow
-BlowFish
+Bolt
 BotALot
+Brandprotect
+Brandwatch
+Buddy
+BuiltBotTough
 BuiltWith
-BunnySlippers
-BuzzSumo
-CCBot
+Bullseye
+CODE87
 CSHttp
+Calculon
 CazoodleBot
-CensysInspect
-CheTeam
+CheeseBot
 CherryPicker
 ChinaClaw
-Citoid
 Claritybot
-Cliqzbot
-Cloud mapping
+Cocolyzebot
+Collector
 Copier
 Copyscape
 Crawling at Home Project
+Crescent
 DBLBot
-DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
 Demon
+Deusu
 Digincore
-Dirbuster
-Discobot
+DigitalPebble
+Dispatch
 DittoSpyder
-DomainSigmaCrawler
+DnBCrawler-Analytics
+DnyzBot
+DomCopBot
 Domains Project
+Dotbot
 Download Wonder
+Drip
+EMail Wolf
 EasyDL
-Ebingbong
 Ecxi
-Exabot
+EroCrawler
+Evil
 Express WebPictures
-ExtLinksBot
-Extractor
-ExtractorPro
 EyeNetIE
+Ezooms
 FemtosearchBot
 Fimap
 Firefox/7.0
-Freeuploader
+FlashGet
 FrontPage
 Fuzz
-Fyrebot
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
+Genieo
+GermCrawler
+GetRight
+Getintent
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
-Grabber
-GrapeFX
-GrapeshotCrawler
+GridBot
+HMView
 HTMLparser
-HaosouSpider
-Harvest
-Havij
-Heritrix
-Hloader
-Humanlinks
+HTTP::Lite
+HTTrack
+HybridBot
 IDBTE4M
 IDBot
-IlseBot
-Image Fetch
+Id-search
 Indy Library
-InfoNaviRobot
-Intelliseek
 InterGET
-Iria
+Internet Ninja
 Iskanie
+IstellaBot
+JOC Web Spider
 JamesBOT
-JikeSpider
-Jorgee
+JetCar
 JustView
 Kenjin Spider
-Kozmosbot
-LWP::Simple
-Lanshanbot
+Keybot Translation-Search-Machine
+Keyword Density
 Larbin
+LeechFTP
 LexiBot
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
+Lftp
+LinkScan
+Linkbot
 LinkpadBot
-LinqiaScrapeBot
-Lmspider
-MFC_Tear_Sample
-MIDown tool
+LinksManager
+Lipperhey Spider
 MQQBrowser
+MSFrontPage
+MTRobot
+Magnet
+Mail.RU_Bot
+Majestic-SEO
+Majestic12
 MarkMonitor
-MarkWatch
 Mata Hari
 Mb2345Browser
-MeanPath Bot
+Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
 Metauri
 Microsoft Data Access
-Mozlila
-Mr.4x3
-Nameprotect
-NearSite
+Minefield
+Moblie Safari
+Mojeek
+Morfeus Fucking Scanner
+Needle
+Nessus
 NetAnts
-Nibbler
 Niki-bot
 Nikto
 Ninja
-Nmap
-Nuclei
-Offline Explorer
+Octopus
 Offline Navigator
-OnCrawl
 OpenLinkProfiler
 Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-PageGrabber
-Panscient
-Papa Foto
+OutfoxBot
+PECL::HTTP
+PageAnalyzer
+PageScorer
+PageThing.com
+PeoplePal
 Petalbot
-PictureFinder
-Pixray
 Pockey
-ProPowerBot
-Psbot
+Probethenet
 Pump
 PxBroker
-PyCurl
-QueryN Metasearch
+Quick-Crawler
 RSSingBot
 RankingBot2
+Rankivabot
 ReGet
 RealDownload
-Reaper
-RepoMonkey
-Ripper
-SEOstats
+RedesScrapy
+SEOkicks-Robot
 ScanAlert
-ScoutJet
-Screaming
-ScreenerBot
-Searchestate
-Seekport
-SeoSiteCheckup
-Shodan
-Site Sucker
-SiteExplorer
-SiteLockSpider
-SiteSucker
+SeobilityBot
+SiteCheckerBotCrawler
 Siteimprove
 SlySearch
-SmartDownload
-Snoopy
 SocialRankIOBot
-Sottopop
-SpankBot
-Spanner
+Sociscraper
+SpaceBison
+Spammen
+Spbot
 Spinn3r
-Sqlmap
-Sqworm
 Steeler
-Sucker
-SuperBot
-SuperHTTP
+Stripper
 Surfbot
-SurveyBot
-Suzuran
-T8Abot
-TeleportPro
-Telesoft
+Swiftbot
+Telesphorep
 The Intraformant
-TheNomad
-Thumbor
-TightTwatBot
+Toweyabot
+Tracemyfile
 Trendiction
-URLy.Warning
-V-BOT
-Vacuum
-Vagabondo
-VeriCiteCrawler
+Turingos
+Turnitin
+Twice
+Upflow
+VB Project
+VelenPublicWebCrawler
+VidibleScraper
+Voil
 Voltron
-WEBDAV
-WWW-Mechanize
-WallpapersHD
-WeSEE
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WPScan
+WWW-Collector-E
+WWW::Mechanize
+Wallpapers
+Wallpapers/3.0
+Web Enhancer
+Web Fuck
 WebAuto
-WebCopier
 WebFetch
 WebFuck
-WebImageCollector
-WebLeacher
-WebPix
-WebSauger
-WebStripper
+WebWhacker
+WebZIP
 WebmasterWorldForumBot
-Website Quester
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
+Who.is Bot
 Widow
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Wotbox
+Woobot
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
+YoudaoBot
 Zade
+Zauba
+Zermelo
 Zitebot
-ZumBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
+ZoominfoBot
+ZyBorg
 arquivo.pt
-autoemailspider
-com.plumanalytics
+check1.exe
+clark-crawler
+coccocbot
+crawler.feedback
+eCatch
 evc-batch
 heritrix
-internetVista monitor
 ips-agent
 iubenda-radar
 linkdexbot
-netEstate NE Crawler
+lwp-request
+lwp-trivial
+muhstik-scan
 page scorer
-pcBrowser
+polaris version
+probe-image-size
+ripz
 s1z.ru
 satoristudio.net
 scan.lol
+seobility
 seocompany.store
-seoscanners
 seostar
-sexsearcher
-sysscan
-tAkeOut
+sp_auditbot
+trendiction.de
+voyagerx.com
+webgains-bot
 webmeup-crawler
-webpros.com
-x09Mozilla
+zauba.io
+zgrab