V4.2022.10.3424 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
-80legs
+404enemy
 ADmantX
-Abonti
-Aboundexbot
-AfD-Verbotsverfahren
+AIBOT
+Aboundex
 AhrefsBot
-Alexibot
-AllSubmitter
-Anarchie
-Anarchy99
-Anthill
-Aspiegel
+AiHitBot
+AlphaBot
+Ankit
 Atomseobot
-BLEXBot
-BackDoorBot
+Attach
+AwarioSmartBot
 BackStreet
+BackWeb
+BacklinkCrawler
 Badass
 Bandit
-Barkrowler
-BatchFTP
+Battleztar Bazinga
+BetaBot
+Bigfoot
+BlowFish
+BotALot
 Buck
-Buddy
-Bullseye
+BuiltBotTough
+BunnySlippers
 CATExplorador
 CCBot
-CODE87
-CSHttp
-CensysInspect
+CazoodleBot
 CheTeam
-ChinaClaw
-Claritybot
-Cocolyzebot
-CopyRightCheck
+Citoid
+Cliqzbot
+Cogentbot
+Copier
 Copyscape
-Crescent
-Custo
+CrazyWebCrawler
+Curious
+CyotekWebCopy
+DIIbot
 DSearch
-DTS Agent
-DataCha0s
-DatabaseDriverMysqli
-Discobot
-Discoverybot
-DittoSpyder
+Deusu
+Devil
+DnBCrawler-Analytics
 DnyzBot
-DomainCrawler
-DomainSigmaCrawler
+DomCopBot
 DomainStatsBot
-Domains Project
-ECCP/1.0
+Dotbot
+Dragonfly
 EMail Siphon
-EMail Wolf
-EroCrawler
-Extractor
-Fimap
-FlashGet
+Ebingbong
+Ecxi
+Exabot
+Extreme Picture Finder
+EyeNetIE
+FemtosearchBot
+Foobot
 Fuzz
-G-i-g-a-b-o-t
 GT::WWW
 GalaxyBot
-Genieo
-GetRight
-GetWeb
-Getintent
-Gigabot
+GermCrawler
 Go!Zilla
 Gotit
-Grafula
-GrapeshotCrawler
+GrabNet
 GridBot
+HTMLparser
 HTTP::Lite
-Humanlinks
+HaosouSpider
+Havij
+Heritrix
+Hloader
 HybridBot
-IDBot
 IRLbot
+Iblog
 Id-search
+Image Fetch
+Image Sucker
+IndeedBot
+Indy Library
 InfoNaviRobot
-InfoTekies
-Intelliseek
-InterGET
-Iskanie
-JamesBOT
+Iria
+JOC Web Spider
 Jbrofuzz
-JennyBot
 JetCar
-Jetty
-Kenjin Spider
+JikeSpider
+Joomla
+JustView
+Keybot Translation-Search-Machine
 Kinza
-LNSpiderguy
-LWP::Simple
-Larbin
-LeechGet
-Lftp
+Kozmosbot
+LibWeb
 Libwhisker
+Likse
+Linkbot
 LinqiaMetadataDownloaderBot
 LinqiaScrapeBot
-Lipperhey
 Lipperhey Spider
+Lmspider
+MIDown tool
 MJ12bot
-MTRobot
-Mail.RU_Bot
-Majestic SEO
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mag-Net
+Majestic-SEO
 Majestic12
-Mass Downloader
+Mata Hari
+Mb2345Browser
+MeanPath Bot
 Meanpathbot
+MegaIndex.ru
 MicroMessenger
-Microsoft URL Control
-Mojolicious
-Morfeus Fucking Scanner
-Mozlila
+Mister PiX
+Moblie Safari
 Msrabot
 Musobot
+NICErsPRO
+NPbot
 Name Intelligence
-Nameprotect
-Navroad
-NearSite
-Needle
 Nessus
-NetLyzer
-NetMechanic
-NetSpider
-Netvibes
-Nikto
+NetAnts
+NetZIP
+NextGenSearchBot
+Niki-bot
 NimbleCrawler
 Nimbostratus
-Nmap
-Not
+Nutch
+Octopus
 Offline Navigator
-OnCrawl
-OutclicksBot
-OutfoxBot
 POE-Component-Client-HTTP
+Page Analyzer
 PageAnalyzer
-PageGrabber
-PageScorer
 PageThing.com
-Pi-Monster
-Piepmatz
-ProWebWalker
-Probethenet
+Pandalytics
+PeoplePal
+Petalbot
+Picscout
+PleaseCrawl
+Pockey
 Psbot
-Pu_iN
-RankFlex
-RankingBot2
-RankurBot
+Pump
+PyCurl
+QueryN Metasearch
+RSSingBot
+RankActiveLinkBot
 Re-re
+RealDownload
+RebelMouse
 Recorder
-RepoMonkey
 Ripper
-SBIder
-SEOstats
-SISTRIX
+RocketCrawler
+SEOlyticsCrawler
+SEOprofiler
+SalesIntelligent
+ScanAlert
+Scanbot
+ScoutJet
+Scrapy
 Screaming
 ScreenerBot
-ScrepyBot
-Searchestate
 SearchmetricsBot
-SemrushBot
+Semrush
 SeoSiteCheckup
-Seomoz
-Siphon
-SiteCheckerBotCrawler
 SiteExplorer
 SiteLockSpider
-SiteSnagger
-SmartDownload
+SiteSucker
+Sitevigil
+Snapbot
 Snoopy
-Sogou web spider
+Sociscraper
+Sosospider
+Sottopop
 SpaceBison
 Spammen
+Spbot
 SputnikBot
-Sqworm
-Sucuri
+Stripper
 SuperBot
-Suzuran
-Szukacz
-T0PHackTeam
-T8Abot
-Teleport
+Surfbot
+SurveyBot
+Telesoft
 Telesphorep
-The Intraformant
+TheNomad
+Thumbor
+Titan
 Toata
 Trendiction
 Trendictionbot
-True_Robot
 Turingos
-Turnitin
-Twice
-URLy Warning
-URLy.Warning
-UnisterBot
-VB Project
-Vacuum
+Typhoeus
+Upflow
 Vagabondo
-Virusdie
-Voil
+VoidEYE
 Voltron
 WASALive-Bot
-WBSearchBot
 WEBDAV
-WISENutbot
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
 WeSEE
+Web Collage
+Web Enhancer
 Web Fetch
-WebEnhancer
+Web Pix
+WebBandit
 WebFuck
-WebReaper
+WebGo IS
+WebPix
 WebWhacker
 WebZIP
+Webalta
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Whack
-Whacker
-Who.is Bot
-WiseGuys Robot
+Webshag
+Webster
+WinHTTrack
+Woobot
 Xaldon WebSpider
-Xaldon_WebSpider
+YoudaoBot
+Zade
 Zauba
-Zeus
 Zitebot
-ZoomBot
-ZoominfoBot
+adscanner
 cah.io.community
 check1.exe
-clark-crawler
-demandbase-bot
+cognitiveseo
+crawler4j
+dataforseo.com
 eCatch
-isitwp.com
-iubenda-radar
-meanpathbot
+evc-batch
+gopher
+heritrix
+ips-agent
+lwp-request
+lwp-trivial
+magpie-crawler
+mediawords
+polaris version
 probe-image-size
 s1z.ru
-satoristudio.net
-scan.lol
-seobility
-seoscanners
-seostar
+scalaj-http
 serpstatbot
-sysscan
+sitechecker.pro
+siteripz
+sogouspider
+sp_auditbot
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
+webmeup-crawler
 webpros.com
 webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe
 zgrab