V4.2022.03.2984 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
+404enemy
 ALittle Client
 ASPSeek
-Abonti
-Aboundex
 Aboundexbot
-AiHitBot
-Alligator
+Acunetix
+AfD-Verbotsverfahren
+AhrefsBot
+Alexibot
+AllSubmitter
+AlphaBot
 Anarchie
-BBBike
+Anarchy99
+Apexoo
+Asterias
+Attach
+AwarioRssBot
 BDCbot
-BLEXBot
-BackDoorBot
+BackStreet
+BackWeb
+Backlink-Ceck
 BacklinkCrawler
+Badass
+Bandit
+Barkrowler
+BatchFTP
+Bigfoot
 Black Hole
-Blow
-Boardreader
-Buck
-Buddy
-BuiltBotTough
+BlowFish
+Brandprotect
+Brandwatch
 BunnySlippers
-BuzzSumo
+CATExplorador
 CODE87
-Calculon
 CazoodleBot
 Cegbfeieh
-CherryPicker
-ChinaClaw
-Citoid
+CheTeam
+CheeseBot
 Claritybot
-Cliqzbot
 Cocolyzebot
-Cogentbot
-Copyscape
+Copier
+Cosmos
 CrazyWebCrawler
-Crescent
-CrunchBot
-Custo
-DIIbot
+Curious
 DTS Agent
-Demon
-Devil
-DigitalPebble
-DomainSigmaCrawler
-Domains Project
-Dotbot
+DatabaseDriverMysqli
+Discobot
+Discoverybot
+Dispatch
+DittoSpyder
+DomCopBot
+DomainAppender
+DomainCrawler
 Download Wonder
-Dragonfly
-Drip
-EMail Wolf
-EasyDL
-Ebingbong
-EirGrabber
-Exabot
-Express WebPictures
-Extractor
-Ezooms
-FDM
-FHscan
+Evil
 FemtosearchBot
-Fimap
-Firefox/7.0
-Foobot
-Freeuploader
+Flunky
 FrontPage
-Fyrebot
+FyberSpider
+G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
+GermCrawler
 GetRight
 GetWeb
+Getintent
+Gigabot
+Go!Zilla
+Go-Ahead-Got-It
+GrabNet
 Grabber
-Grafula
 GrapeFX
-GrapeshotCrawler
-GridBot
 HEADMasterSEO
+HMView
 HTMLparser
-HTTrack
+HTTP::Lite
 HaosouSpider
-Havij
+Harvest
 Heritrix
-Hloader
-IDBTE4M
+Humanlinks
+HybridBot
+IlseBot
+InfoNaviRobot
 InfoTekies
 Intelliseek
-InterGET
-InternetSeer
 Iria
 IstellaBot
 JOC Web Spider
-Joomla
+JamesBOT
 JustView
+Kenjin Spider
 Kinza
-Larbin
-LeechGet
-Libwhisker
-LieBaoFast
+Leap
+LeechFTP
+LexiBot
+Lftp
 Lightspeedsystems
-Likse
 LinkScan
-Linkdexbot
 LinqiaMetadataDownloaderBot
+Lipperhey Spider
+Ltx71
+MJ12bot
+MQQBrowser
+MSIECrawler
 MTRobot
+Mag-Net
+Magnet
+Mail.RU_Bot
 Majestic-SEO
-MarkWatch
-Mass Downloader
+MarkMonitor
+Mb2345Browser
 MeanPath Bot
-MegaIndex.ru
-Metauri
+Meanpathbot
+Mediatoolkitbot
 MicroMessenger
-Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojeek
 Morfeus Fucking Scanner
-NICErsPRO
+Msrabot
+Musobot
 NPbot
-Navroad
 Needle
 Net Vampire
 NetAnts
 NetMechanic
-Nettrack
+NetZIP
+Netvibes
+Nikto
 NimbleCrawler
-Nmap
-Offline Explorer
-Openfind
+Ninja
+Nutch
+Offline Navigator
+OpenVAS
 OrangeBot
+OutclicksBot
 OutfoxBot
-PECL::HTTP
-Page Analyzer
-PageAnalyzer
-PageScorer
-Pandalytics
-Panscient
+POE-Component-Client-HTTP
 PeoplePal
-Pi-Monster
-Picscout
-Picsearch
+Petalbot
 PictureFinder
 Piepmatz
 Pimonster
-PleaseCrawl
+ProPowerBot
 Probethenet
-Psbot
-PxBroker
+Pu_iN
+Pump
+PyCurl
+RankingBot
 RankingBot2
-RealDownload
-RebelMouse
-SEOkicks
+RankurBot
+ReGet
+RepoMonkey
+RocketCrawler
+Rogerbot
 SEOkicks-Robot
-SISTRIX
-SMTBot
+SEOstats
 ScanAlert
-ScoutJet
 Scrapy
-SearchmetricsBot
-SemanticJuice
+Seekport
+Semrush
 SemrushBot
-SeoSiteCheckup
 Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteExplorer
-Siteimprove
-Snapbot
+Sitevigil
+SlySearch
 Sosospider
-SpaceBison
-Spammen
-Sqlworm
+SpankBot
+SputnikBot
 Sqworm
 Steeler
-SuperHTTP
-Suzuran
-Teleport
+SuperBot
+Szukacz
+T0PHackTeam
+T8Abot
 Telesoft
-Telesphoreo
+Telesphorep
 The Intraformant
+TheNomad
 Toata
+Toweyabot
 Tracemyfile
-Trendictionbot
-TwengaBot
-Upflow
+Twice
+UnisterBot
+V-BOT
+VB Project
 VCI
+Vagabondo
+VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 VoidEYE
 Voil
-WASALive-Bot
 WEBDAV
 WISENutbot
+WPScan
+WWW-Collector-E
 WWW::Mechanize
-Wallpapers
-Web Auto
-Web Collage
+Wallpapers/3.0
 Web Enhancer
-Web Fetch
-Web Sauger
+Web Fuck
 Web Sucker
+WebAuto
 WebCollage
-WebFuck
-WebReaper
-WebSauger
+WebImageCollector
+WebLeacher
+WebPix
 WebSucker
+WebWhacker
 WebZIP
 Webalta
-WebsiteQuester
-Whack
+WebmasterWorldForumBot
+Website Quester
+WebsiteExtractor
+Webster
 Whacker
+Whatweb
 Widow
-WiseGuys Robot
-Wonderbot
-Woobot
-Zeus
-ZmEu
+WinHTTrack
+Xaldon WebSpider
+YoudaoBot
+Zade
 ZoomBot
-ZumBot
-adscanner
-archive.org_bot
-arquivo-web-crawler
+ZyBorg
+arquivo.pt
 autoemailspider
-cognitiveseo
-domainsproject.org
-eCatch
+cah.io.community
+coccocbot
+crawl.sogou.com
+crawler.feedback
+evc-batch
 facebookscraper
-heritrix
-lwp-trivial
+gopher
+internetVista monitor
+ips-agent
+iubenda-radar
 magpie-crawler
-meanpathbot
-mediawords
-oBot
-page scorer
-probe-image-size
-ripz
-s1z.ru
-scalaj-http
-seobility
-seocompany.store
+polaris version
+seoscanners
+seostar
+serpstatbot
 sexsearcher
-sitechecker.pro
-spyfu
-trendiction.com
+siteripz
+sp_auditbot
+trendiction.de
+ubermetrics-technologies.com
 voyagerx.com
-webgains-bot
-webmeup-crawler
 webpros.com
-webprosbot
 x09Mozilla
 x22Mozilla
-zauba.io
 zgrab