V4.2022.09.3360 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+80legs
 AIBOT
 ALittle Client
 Abonti
+Aboundex
+Aboundexbot
+Acunetix
+AhrefsBot
+AiHitBot
+Aipbot
 AllSubmitter
-Alligator
 AlphaBot
-Anarchy
+Anarchie
+Anarchy99
+Ankit
 Anthill
 Apexoo
-Atomseobot
-BBBike
-BLEXBot
+Attach
+BDFetch
+BackDoorBot
 BackWeb
-Badass
-Barkrowler
-BatchFTP
-BetaBot
-Bigfoot
+Backlink-Ceck
+BacklinkCrawler
+Bandit
+Battleztar Bazinga
 Bitacle
-Blackboard
-Boardreader
-Brandprotect
-Brandwatch
-Buck
-CATExplorador
+Black Hole
+Bolt
+Buddy
+BuiltWith
+Bullseye
+CODE87
 CSHttp
-ChinaClaw
+CheeseBot
+CherryPicker
+Chlooe
 Citoid
-Claritybot
-Cloud mapping
-Cocolyzebot
-Cogentbot
 CopyRightCheck
-Custo
-CyotekWebCopy
-DIIbot
+Cosmos
+Craftbot
+Crescent
+DBLBot
+DSearch
 DTS Agent
+Demon
 Deusu
 DigitalPebble
-Disco
-Discoverybot
-Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DomainStatsBot
+Dragonfly
 Drip
 ECCP/1.0
-EasyDL
 Ebingbong
-EroCrawler
-Evil
-Exabot
-ExtLinksBot
-Extractor
-EyeNetIE
+EirGrabber
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
 Ezooms
 FemtosearchBot
-Fimap
+Firefox/7.0
 FlashGet
-Fyrebot
+FrontPage
+Fuzz
+FyberSpider
 G-i-g-a-b-o-t
-GT::WWW
-GermCrawler
+Genieo
 GetWeb
-Getintent
-Gigabot
-Gotit
-GrapeFX
+GoZilla
+Grafula
 GridBot
+HEADMasterSEO
+HMView
 Haansoft
 HaosouSpider
-Havij
-Heritrix
-Hloader
-HybridBot
-Indy Library
-InfoTekies
+IDBot
+Iblog
+Id-search
+IlseBot
+Image Fetch
+IndeedBot
+Internet Ninja
 InternetSeer
-JOC Web Spider
+Iria
 JamesBOT
+Jorgee
 JustView
 Jyxobot
-Keybot Translation-Search-Machine
+Keyword Density
 Kozmosbot
-LeechFTP
+LNSpiderguy
+Lanshanbot
 LeechGet
-Lftp
-Libwhisker
-Likse
+Lightspeedsystems
+LinkScan
 LinkWalker
-Linkbot
+LinkextractorPro
+LinkpadBot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Lmspider
+Litemage_walker
+MIDown tool
+MIIxpc
 MJ12bot
 MSFrontPage
-MSIECrawler
-Mag-Net
-Mail.RU_Bot
-MarkMonitor
-MarkWatch
-Masscan
-Mb2345Browser
-Meanpathbot
-Metauri
-Microsoft Data Access
-Moblie Safari
-Mojolicious
-MolokaiBot
+Majestic SEO
+Majestic-SEO
+Mozlila
+Mr.4x3
+Msrabot
 NICErsPRO
 Nameprotect
-Needle
-Nessus
-NetAnts
-NextGenSearchBot
+Net Vampire
+NetLyzer
+Netcraft
+Nettrack
 Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Ninja
+Nmap
 Not
-Octopus
-OnCrawl
-OpenVAS
+Nuclei
+OpenLinkProfiler
+Openvas
+OutclicksBot
 PECL::HTTP
+Page Analyzer
+PageAnalyzer
 PageThing.com
-Petalbot
+Panscient
+Papa Foto
+Pavuk
+Picscout
+Picsearch
 PictureFinder
-ProPowerBot
-ProWebWalker
+Pixray
+PleaseCrawl
 Pu_iN
 Pump
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
-RankingBot
+RankActive
+RankurBot
 Re-re
 ReGet
-Ripper
+RealDownload
+Reaper
+RebelMouse
+Recorder
+RepoMonkey
 RocketCrawler
-SISTRIX
-SMTBot
-SalesIntelligent
+ScanAlert
 Scanbot
+Scrapy
+ScreenerBot
 ScrepyBot
 Searchestate
-SearchmetricsBot
 SemanticJuice
-SeobilityBot
-Seomoz
-Site Sucker
+SemrushBot
 SiteCheckerBotCrawler
 SiteExplorer
+SiteSnagger
 SiteSucker
 Siteimprove
-Sitevigil
 SmartDownload
-Sottopop
 SpaceBison
 Spammen
-Spbot
-Spinn3r
+Sqlmap
 Sqlworm
 Sqworm
 Steeler
-Stripper
+Sucuri
 SuperBot
 SuperHTTP
+Surfbot
 T0PHackTeam
-TeleportPro
+Teleport
+Telesoft
 Telesphorep
-The Intraformant
-Thumbor
-TightTwatBot
+TheNomad
+Titan
 Toata
+Trendiction
 Turnitin
-Twice
+TwengaBot
+Typhoeus
 URLy.Warning
+UnisterBot
 Upflow
-V-BOT
-VCI
-Vacuum
-Vagabondo
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-Voil
 Voltron
-WASALive-Bot
 WBSearchBot
-WEBDAV
-Wallpapers
-Wallpapers/3.0
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 WallpapersHD
 WeSEE
 Web Auto
-Web Collage
-Web Fetch
-Web Fuck
 Web Sauger
 WebAuto
+WebCollage
 WebEnhancer
-WebFuck
-WebReaper
-WebStripper
+WebFetch
+WebGo IS
+WebLeacher
+WebPix
 WebZIP
-WebmasterWorldForumBot
-Website Quester
 WebsiteQuester
 Whacker
+Whatweb
 Widow
 Wprecon
-Xenu
-Zade
+Xaldon WebSpider
+Zauba
 Zermelo
-ZmEu
-ZoomBot
+Zitebot
 ZumBot
+adscanner
 arquivo-web-crawler
-arquivo.pt
-autoemailspider
+backlink-check
 cah.io.community
-check1.exe
-clark-crawler
+cognitiveseo
 com.plumanalytics
 crawler.feedback
+crawler4j
 dataforseo.com
-eCatch
-heritrix
+facebookscraper
+ips-agent
 isitwp.com
 iubenda-radar
-linkdexbot
-lwp-trivial
-meanpathbot
+magpie-crawler
 mediawords
 netEstate NE Crawler
-page scorer
-polaris version
-scan.lol
+probe-image-size
+s1z.ru
+seostar
+serpstatbot
 sexsearcher
-sp_auditbot
-sysscan
-tAkeOut
-trendiction.com
 trendiction.de
-webgains-bot
-webprosbot
-x09Mozilla
-x22Mozilla
-xpymep1.exe
-zauba.io
+ubermetrics-technologies.com
+zgrab