V4.2022.10.3388 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404enemy
+AIBOT
 ALittle Client
-AhrefsBot
-AiHitBot
-AllSubmitter
+Abonti
+Aipbot
+Alexibot
+AlphaBot
+Anarchy
 Ankit
 Aspiegel
-Attach
-BDCbot
+Asterias
 BDFetch
 BLEXBot
 BackStreet
+Backlink-Ceck
 BacklinkCrawler
+Badass
+Bandit
+Barkrowler
 BatchFTP
-Bitacle
-Black Hole
-BlackWidow
-BlowFish
-Buck
-Buddy
-CATExplorador
-CCBot
+Blackboard
+Brandprotect
+BuiltWith
+Bullseye
+BunnySlippers
 CODE87
-CheeseBot
-Claritybot
+CherryPicker
 Cloud mapping
 Cocolyzebot
-Cogentbot
 Copier
 Copyscape
 Craftbot
+Crescent
+CrunchBot
+CyotekWebCopy
+DBLBot
+DIIbot
 DSearch
 DatabaseDriverMysqli
-Digincore
-DigitalPebble
+Demon
+Deusu
+Discoverybot
 Dispatch
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
 DomainSigmaCrawler
-Dotbot
+Domains Project
+Download Wonder
+Drip
 ECCP/1.0
 EasyDL
-Ecxi
-EroCrawler
-Exabot
-ExtLinksBot
-Extractor
-ExtractorPro
-FHscan
+Evil
+EyeNetIE
+Ezooms
+FemtosearchBot
 FlashGet
 Flunky
 Foobot
-Freeuploader
-FrontPage
 FyberSpider
-Fyrebot
 GalaxyBot
-GetRight
-Go!Zilla
-GrabNet
-GrapeFX
-HTTrack
-Haansoft
-Harvest
-Heritrix
-IRLbot
+GetWeb
+Gigabot
+Grabber
+HMView
+HaosouSpider
+Havij
+IDBTE4M
+IDBot
 Id-search
 Image Sucker
 IndeedBot
+Indy Library
+InterGET
+Internet Ninja
 Iria
-JamesBOT
-JennyBot
-Jorgee
-JustView
+Jetty
+Joomla
+Jyxobot
 Kenjin Spider
-Kinza
-LNSpiderguy
+Keyword Density
+LWP::Simple
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
-LexiBot
-Libwhisker
-LinkScan
-LinkextractorPro
-LinksManager
+Lftp
+Lightspeedsystems
+Likse
+LinkWalker
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Lipperhey
 MIDown tool
-MJ12bot
-Mail.RU_Bot
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Majestic-SEO
 Majestic12
-MarkWatch
-Mata Hari
-Mediatoolkitbot
-Metauri
-Minefield
+Mb2345Browser
+Meanpathbot
+MicroMessenger
 Mister PiX
-Mojolicious
 MolokaiBot
+Morfeus Fucking Scanner
 Mr.4x3
-Musobot
 NICErsPRO
-NPbot
-Nameprotect
-NearSite
-Nessus
+Name Intelligence
+Net Vampire
+NetAnts
 NetLyzer
 NetSpider
 NetZIP
-Nettrack
 Netvibes
+NextGenSearchBot
+Nibbler
+Niki-bot
 Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
-Not
-Octopus
-OpenVAS
-OrangeSpider
+Nmap
+Openfind
+OutclicksBot
+OutfoxBot
 PHPCrawl
+POE-Component-Client-HTTP
 Page Analyzer
-Pandalytics
+PageScorer
 Papa Foto
 Pavuk
+PeoplePal
+Petalbot
 Picsearch
-PleaseCrawl
-Pockey
+Piepmatz
+Pimonster
 ProWebWalker
-Probethenet
-Psbot
-PxBroker
-PyCurl
+Pump
 Quick-Crawler
 RSSingBot
 RankActive
 RankActiveLinkBot
+RankurBot
 Re-re
-ReGet
 RealDownload
+RebelMouse
 Recorder
-RedesScrapy
 RocketCrawler
+Rogerbot
 SEOkicks
 SEOlyticsCrawler
-SISTRIX
-SalesIntelligent
+ScanAlert
 Scanbot
-Scrapy
+ScoutJet
 Screaming
-ScreenerBot
+SearchmetricsBot
+SemrushBot
+SentiBot
 SeoSiteCheckup
 Seomoz
-Site Sucker
 SiteCheckerBotCrawler
+SiteLockSpider
 SiteSnagger
 SiteSucker
 SlySearch
-Snake
+SmartDownload
 Snapbot
-Sottopop
+Snoopy
+Sociscraper
+Sogou web spider
 SpaceBison
-Spanner
-Spbot
-Spinn3r
+Spammen
 SputnikBot
-Sqworm
-Steeler
 Stripper
+Sucker
+Sucuri
 SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Teleport
-TheNomad
+Swiftbot
+Thumbor
 TightTwatBot
+Titan
+Toata
+Toweyabot
 Tracemyfile
-True_Robot
-TurnitinBot
-Twice
-Typhoeus
+Trendictionbot
 URLy.Warning
 Upflow
 VCI
 Vacuum
-VeriCiteCrawler
+Vagabondo
+VelenPublicWebCrawler
+VidibleScraper
+Virusdie
+WASALive-Bot
 WBSearchBot
-WPScan
+WISENutbot
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WWW::Mechanize
 WeSEE
-Web Collage
-Web Fuck
-Web Sucker
+Web Auto
+Web Sauger
+WebBandit
 WebCollage
-WebGo IS
+WebCopier
+WebFetch
+WebFuck
 WebImageCollector
+WebReaper
+WebSauger
 WebStripper
-WebWhacker
-WebZIP
-Webalta
-WebmasterWorldForumBot
+WebSucker
 Webshag
-Website Quester
 WebsiteExtractor
-Webster
 Whacker
 Whatweb
 Widow
+WinHTTrack
 Wonderbot
-Woobot
 Wotbox
-Xaldon WebSpider
 Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zauba
-Zermelo
 Zeus
-ZoomBot
-ZoominfoBot
-ZumBot
-ZyBorg
+archive.org_bot
 arquivo-web-crawler
+arquivo.pt
 backlink-check
 cah.io.community
+clark-crawler
 coccocbot
+cognitiveseo
 com.plumanalytics
-crawl.sogou.com
 crawler4j
-evc-batch
-gopher
-heritrix
-instabid
+dataforseo.com
+domainsproject.org
+facebookscraper
+internetVista monitor
+ips-agent
+iubenda-radar
 linkdexbot
-lwp-trivial
-magpie-crawler
 meanpathbot
-page scorer
-scan.lol
-seoscanners
-serpstatbot
+oBot
+seocompany.store
+seostar
+sogouspider
 sp_auditbot
-spyfu
+sysscan
 tAkeOut
-trendiction.com
-trendiction.de
-webpros.com
-xpymep1.exe
+voyagerx.com
+x09Mozilla
 zgrab