V4.2022.07.3257 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-Aboundex
-Aboundexbot
+AIBOT
 AfD-Verbotsverfahren
-AhrefsBot
-Aipbot
-Alligator
+AiHitBot
+AllSubmitter
+Anarchie
 Anarchy99
-Anthill
+Ankit
 Apexoo
 Asterias
 Atomseobot
-BBBike
-BDCbot
-BackDoorBot
 BackStreet
-Barkrowler
+Backlink-Ceck
 BatchFTP
-Battleztar Bazinga
-Bigfoot
 Bitacle
-BlackWidow
 Blow
-Bolt
-BuiltBotTough
-BunnySlippers
+Boardreader
+BotALot
+Brandprotect
+Buck
+Buddy
 CATExplorador
-CSHttp
-Calculon
+CODE87
 CazoodleBot
-CheTeam
-Chlooe
-Cloud mapping
-Collector
+CensysInspect
+ChinaClaw
+Cogentbot
 Copier
-CopyRightCheck
-Craftbot
+Copyscape
 CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
-DBLBot
-DIIbot
+Custo
+CyotekWebCopy
+DSearch
 Demon
+Deusu
+Devil
 DigitalPebble
-Dirbuster
 Disco
-Dispatch
 DnyzBot
-DomainAppender
+DomainCrawler
 Dotbot
 Download Wonder
-Drip
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EirGrabber
 EroCrawler
+Evil
 Exabot
 Express WebPictures
-ExtractorPro
-Flunky
-Freeuploader
+ExtLinksBot
+Extreme Picture Finder
+Ezooms
+FHscan
+FrontPage
 Fuzz
 FyberSpider
 Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
-GetRight
-GetWeb
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
 GoZilla
-GridBot
+Gotit
+HEADMasterSEO
 HTMLparser
 HTTP::Lite
-Iblog
-Image Fetch
-Indy Library
+HTTrack
+HaosouSpider
+Harvest
+Heritrix
+HonoluluBot
+IDBTE4M
+Image Sucker
+IndeedBot
 InfoTekies
+Intelliseek
 InterGET
-Iria
-IstellaBot
-Jetty
+Iskanie
 JikeSpider
 Joomla
-Keyword Density
+Jorgee
+Jyxobot
+Kenjin Spider
 Kozmosbot
+LWP::Simple
+Lanshanbot
 LeechFTP
+LeechGet
 Lftp
-LibWeb
-LieBaoFast
+Lightspeedsystems
 Likse
 LinkScan
-LinkextractorPro
+Linkbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-MIDown tool
-MSFrontPage
-MTRobot
-Magnet
+Ltx71
+MIIxpc
+Mag-Net
 Mail.RU_Bot
-Masscan
-MauiBot
+Majestic SEO
+Majestic-SEO
+Majestic12
+MarkWatch
+Mass Downloader
+Mata Hari
 MeanPath Bot
 Mediatoolkitbot
-Metauri
-Microsoft URL Control
-Mister PiX
+Microsoft Data Access
 Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-Musobot
-NPbot
-Navroad
+Nameprotect
 NearSite
-Nessus
+Needle
+NetAnts
+NetLyzer
+NetMechanic
 NetSpider
 NetZIP
 Netcraft
-Netvibes
 NextGenSearchBot
 Nibbler
-Nikto
 NimbleCrawler
-Nimbostratus
-Ninja
 Not
-Nutch
 Octopus
-OrangeBot
-OutfoxBot
-POE-Component-Client-HTTP
+OpenVAS
+Openfind
+OrangeSpider
+OutclicksBot
+PHPCrawl
+PageGrabber
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
+Pi-Monster
 Picscout
+Picsearch
 PictureFinder
+Piepmatz
+Pimonster
 Pixray
-ProPowerBot
 ProWebWalker
-Pu_iN
-Pump
 PyCurl
-RankActive
-RankurBot
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
+RankingBot
 Re-re
 ReGet
-RocketCrawler
-SEOkicks
-SEOprofiler
-SalesIntelligent
+Recorder
+RepoMonkey
+Rogerbot
+SBIder
+SEOkicks-Robot
+SISTRIX
+SMTBot
+ScanAlert
 Scanbot
-SearchmetricsBot
+Scrapy
 SemanticJuice
-Semrush
 SemrushBot
 SeoSiteCheckup
-Siphon
-Site Sucker
-SiteCheckerBotCrawler
+SeobilityBot
+Shodan
 SiteSnagger
 Sitebeam
 Siteimprove
-Sitevigil
 SmartDownload
-Snapbot
-SocialRankIOBot
-Sociscraper
+Snake
+Sogou web spider
 Sosospider
+Sottopop
+SpaceBison
+Spammen
 Spbot
 Spinn3r
-Sqlworm
-Sqworm
+SputnikBot
 Steeler
-Stripper
+Sucker
 Sucuri
-SuperBot
-SurveyBot
-Szukacz
-T8Abot
-Teleport
+Surfbot
+Suzuran
 Telesoft
-Thumbor
+Telesphorep
+The Intraformant
 TightTwatBot
-Titan
-Toata
-True_Robot
+Trendiction
+Turingos
 TurnitinBot
+Twice
 Typhoeus
+URLy.Warning
 UnisterBot
+Vacuum
+Vagabondo
 VeriCiteCrawler
 VidibleScraper
-VoidEYE
-Voil
 WASALive-Bot
-WISENutbot
-WPScan
-WWW-Collector-E
-WallpapersHD
+Wallpapers/3.0
 WeSEE
-Web Fuck
+Web Auto
+Web Enhancer
+Web Fetch
 Web Sauger
-WebCollage
-WebCopier
-WebFuck
-WebGo IS
+WebBandit
+WebFetch
+WebImageCollector
 WebLeacher
 WebSauger
+WebSucker
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-Webshag
-Widow
-Wonderbot
-Xaldon_WebSpider
-Xenu
-YoudaoBot
+WebZIP
+WebsiteQuester
+Whacker
+Xaldon WebSpider
 Zauba
 Zitebot
-archive.org_bot
+ZoomBot
+ZoominfoBot
+ZumBot
+ZyBorg
+arquivo-web-crawler
 arquivo.pt
-autoemailspider
 backlink-check
-clark-crawler
-coccocbot
-com.plumanalytics
-crawl.sogou.com
 crawler.feedback
-dataforseo.com
-eCatch
-evc-batch
-gopher
+demandbase-bot
+domainsproject.org
+facebookscraper
 heritrix
-internetVista monitor
 ips-agent
 isitwp.com
-iubenda-radar
-linkdexbot
+lwp-request
+lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
 page scorer
-probe-image-size
-s1z.ru
-seobility
+polaris version
+scan.lol
+seocompany.store
 seostar
+serpstatbot
+sp_auditbot
+spyfu
 tAkeOut
-ubermetrics-technologies.com
+trendiction.de
 webmeup-crawler
-x22Mozilla
-zauba.io
-zgrab
+xpymep1.exe