V4.2022.10.3442 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-AIBOT
+360Spider
+404enemy
+ADmantX
 ALittle Client
 ASPSeek
-Abonti
 Aboundex
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
+Aboundexbot
 Alexibot
 AllSubmitter
-Alligator
-Anarchy
-Anarchy99
 Ankit
-Anthill
+Aspiegel
 Atomseobot
-AwarioRssBot
-AwarioSmartBot
-BBBike
 BDCbot
-Backlink-Ceck
+BackStreet
+BackWeb
+BacklinkCrawler
 Badass
-BetaBot
+Bandit
+Barkrowler
+BatchFTP
+Bitacle
+BlackWidow
 Blow
 Boardreader
-Bolt
-BotALot
 Brandprotect
-Brandwatch
 Buck
-Buddy
+Bullseye
 BunnySlippers
 BuzzSumo
 CCBot
 Calculon
-CazoodleBot
+CensysInspect
 CheTeam
-ChinaClaw
-Citoid
+CherryPicker
 Claritybot
+Cloud mapping
 Cocolyzebot
-Cogentbot
-Collector
+Cosmos
 CrazyWebCrawler
 Curious
-CyotekWebCopy
 DSearch
 DTS Agent
-DatabaseDriverMysqli
-Disco
-Discoverybot
-Dispatch
+Devil
 DittoSpyder
 DnBCrawler-Analytics
+DomCopBot
 DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Dotbot
 Download Wonder
+Drip
+ECCP/1.0
+EasyDL
+Ecxi
+EroCrawler
 Exabot
 Express WebPictures
 ExtractorPro
 Extreme Picture Finder
-Ezooms
 FDM
-FHscan
-Firefox/7.0
-Fuzz
+FlashGet
+Foobot
+Freeuploader
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
 GalaxyBot
-Genieo
-GetWeb
-Getintent
+GermCrawler
+Gigabot
 Go!Zilla
-Go-Ahead-Got-It
-GrabNet
+Gotit
 Grabber
-GrapeshotCrawler
-HEADMasterSEO
+GrapeFX
+HTMLparser
+HTTP::Lite
 HTTrack
+Haansoft
+HaosouSpider
+Havij
 Heritrix
-HonoluluBot
-Humanlinks
-IDBot
+IDBTE4M
 Image Fetch
-Image Sucker
 IndeedBot
-Intelliseek
-Iria
-IstellaBot
+Iskanie
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jetty
-Jorgee
+JennyBot
+JikeSpider
+Kenjin Spider
 Kozmosbot
 LNSpiderguy
-LWP::Simple
-Larbin
-LexiBot
+Leap
+Lftp
 LibWeb
-LieBaoFast
+Libwhisker
 Lightspeedsystems
-LinkWalker
-LinqiaMetadataDownloaderBot
+Likse
+LinksManager
 Lipperhey Spider
 Litemage_walker
-Lmspider
 MIDown tool
+MIIxpc
 MJ12bot
-MQQBrowser
-MTRobot
-Mail.RU_Bot
-Majestic-SEO
+Majestic SEO
+Majestic12
 MarkMonitor
-Meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
-Moblie Safari
-Mozlila
-Musobot
-Needle
-NetAnts
-NetLyzer
-NetZIP
-Netcraft
+Mata Hari
+Mb2345Browser
+MeanPath Bot
+Metauri
+MicroMessenger
+Microsoft Data Access
+Mojolicious
+Morfeus Fucking Scanner
+Mr.4x3
+Name Intelligence
+Nameprotect
+Nettrack
 Niki-bot
-Nikto
-Nmap
+NimbleCrawler
+Not
 Nuclei
-OnCrawl
-OpenVAS
-OutfoxBot
-POE-Component-Client-HTTP
-Page Analyzer
-PageScorer
-PageThing.com
+OpenLinkProfiler
+Openfind
+OrangeSpider
+PECL::HTTP
+PHPCrawl
+Panscient
 Petalbot
+Picsearch
+Piepmatz
 Pixray
 ProPowerBot
+Psbot
+Pu_iN
 Pump
+PxBroker
+PyCurl
 RankActiveLinkBot
-RankFlex
-RankingBot
-RankingBot2
+Rankivabot
+RankurBot
+Re-re
 RealDownload
 Reaper
-RepoMonkey
-Rogerbot
+Recorder
 SEOkicks
-SEOstats
-SISTRIX
-SMTBot
+SEOkicks-Robot
+SEOprofiler
 ScanAlert
+ScoutJet
+Scrapy
 Screaming
 ScrepyBot
-Searchestate
-Semrush
+SearchmetricsBot
 SemrushBot
-SeoSiteCheckup
 SeobilityBot
-Seomoz
-Shodan
-Siphon
 Site Sucker
 SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
-SiteSnagger
 SiteSucker
-Siteimprove
 Sitevigil
-SlySearch
+Snake
 Snoopy
+Sogou web spider
 Sosospider
-SpaceBison
-Spanner
-Spbot
+Steeler
 Stripper
-Sucuri
-Suzuran
-Szukacz
+Surfbot
+SurveyBot
+Swiftbot
 T0PHackTeam
-T8Abot
-TeleportPro
-The Intraformant
-TheNomad
-TightTwatBot
+Telesoft
 Titan
-Toweyabot
-Twice
-URLy.Warning
+Toata
+Tracemyfile
+TurnitinBot
+TwengaBot
+URLy Warning
+V-BOT
 VCI
 Vacuum
-Vagabondo
-VidibleScraper
-WISENutbot
-WWWOFFLE
-Wallpapers
+VeriCiteCrawler
+Voil
+WBSearchBot
+WEBDAV
+WPScan
+WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Fetch
-Web Sauger
+Web Collage
+Web Enhancer
+Web Pix
 Web Sucker
+WebAuto
+WebCollage
 WebEnhancer
 WebGo IS
 WebImageCollector
-WebZIP
-Webshag
-Website Quester
-Woobot
-Wotbox
-Xaldon WebSpider
-Xaldon_WebSpider
-Zauba
-Zeus
-ZoominfoBot
-ZumBot
-archive.org_bot
+WebLeacher
+WebSauger
+WebStripper
+WebSucker
+WebWhacker
+Webalta
+Whack
+Whacker
+Whatweb
+Widow
+WiseGuys Robot
+Wprecon
+YoudaoBot
+Zitebot
+arquivo-web-crawler
+arquivo.pt
 autoemailspider
-backlink-check
-check1.exe
+clark-crawler
+coccocbot
+cognitiveseo
 com.plumanalytics
-crawler4j
+crawl.sogou.com
 domainsproject.org
+eCatch
 evc-batch
-facebookscraper
+gopher
 heritrix
 instabid
-internetVista monitor
-ips-agent
 isitwp.com
+linkdexbot
+lwp-request
 lwp-trivial
 meanpathbot
 mediawords
 page scorer
-pcBrowser
-probe-image-size
+s1z.ru
 satoristudio.net
-scan.lol
+scalaj-http
+seostar
+serpstatbot
+sitechecker.pro
+siteripz
 sogouspider
 sp_auditbot
-tAkeOut
+spyfu
+ubermetrics-technologies.com
 voyagerx.com
+webgains-bot
+webmeup-crawler
 webpros.com
 x09Mozilla
+x22Mozilla
+xpymep1.exe
+zauba.io