V4.2021.09.2590 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ADmantX
-AIBOT
-ALittle Client
-ASPSeek
-Abonti
+404checker
+404enemy
+80legs
 AfD-Verbotsverfahren
-Aipbot
+AhrefsBot
+AiHitBot
 Alexibot
 Alligator
-Apexoo
+AlphaBot
+Anarchie
+Anarchy99
+Ankit
+Anthill
 Aspiegel
+Asterias
 AwarioRssBot
-AwarioSmartBot
+BBBike
 BDFetch
-BLEXBot
-BackDoorBot
 BackStreet
-Badass
+BackWeb
+BacklinkCrawler
 Barkrowler
 BatchFTP
-Battleztar Bazinga
 BetaBot
+Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
+Bolt
 BotALot
-Brandprotect
-Buck
-BuiltWith
-BunnySlippers
-CSHttp
+Brandwatch
+Buddy
+CATExplorador
 Calculon
-CazoodleBot
-Cegbfeieh
+CensysInspect
 CheeseBot
-Claritybot
+CherryPicker
+ChinaClaw
+Chlooe
+Cliqzbot
+Cocolyzebot
 Cogentbot
-Copier
+Collector
 CopyRightCheck
-Copyscape
 Cosmos
 Crawling at Home Project
 CrazyWebCrawler
-CrunchBot
-Custo
-CyotekWebCopy
-DSearch
-DigitalPebble
-Discobot
+Curious
+DIIbot
+DatabaseDriverMysqli
+Deusu
+Devil
 DittoSpyder
+DnyzBot
 DomCopBot
 DomainAppender
-DomainCrawler
-Ebingbong
-Evil
+DomainSigmaCrawler
+Dotbot
+Dragonfly
+ECCP/1.0
+EMail Siphon
+EMail Wolf
 ExtractorPro
+Extreme Picture Finder
+EyeNetIE
 Fimap
-Firefox/7.0
-Freeuploader
-Fyrebot
-GT::WWW
+FlashGet
+Flunky
+Fuzz
+FyberSpider
+GermCrawler
 GetRight
-GetWeb
+Getintent
 Gigabot
 Go-Ahead-Got-It
-Gotit
-GrabNet
+GoZilla
 Grabber
-Grafula
-GrapeFX
-GridBot
 HEADMasterSEO
-HaosouSpider
-Havij
-Heritrix
-Hloader
-IRLbot
-Iblog
-IlseBot
-Image Fetch
+HMView
+HTTP::Lite
+HTTrack
+Haansoft
+Id-search
 Indy Library
 InfoNaviRobot
-Intelliseek
 InterGET
-Iria
-Jbrofuzz
 JetCar
-JikeSpider
+Jorgee
+JustView
 Kenjin Spider
 Keyword Density
 Kinza
-Lanshanbot
-LeechFTP
-LexiBot
+Leap
+LeechGet
 LieBaoFast
-Linkdexbot
+LinkScan
+Linkbot
+LinkpadBot
 LinksManager
+LinqiaRSSBot
 LinqiaScrapeBot
 Lipperhey
 Lipperhey Spider
-Lmspider
-MIDown tool
+Ltx71
+MFC_Tear_Sample
+MJ12bot
+MQQBrowser
 MSIECrawler
-Mag-Net
-Majestic SEO
+Magnet
+Mail.RU_Bot
 Majestic-SEO
 MarkMonitor
-MarkWatch
-Masscan
-Mata Hari
-MauiBot
 Meanpathbot
-Mediatoolkitbot
+Metauri
 Microsoft Data Access
 Mister PiX
-Mojeek
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
 Navroad
-NearSite
-Nessus
 Net Vampire
+NetAnts
 NetLyzer
-NetMechanic
 NetSpider
 NetZIP
 Nettrack
-Nibbler
-Niki-bot
-Nikto
-Nmap
-Octopus
-Offline Navigator
+Ninja
+Nutch
+Offline Explorer
+OpenLinkProfiler
 Openfind
+Openvas
+OrangeBot
 OrangeSpider
-OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+OutfoxBot
 PageAnalyzer
-PageThing.com
-Panscient
-Pavuk
+PageScorer
+Pandalytics
+Papa Foto
 Picscout
-Picsearch
-PictureFinder
 Piepmatz
 Pixray
-PxBroker
-PyCurl
-RankurBot
-Re-re
-RealDownload
-Recorder
-Rogerbot
-SEOkicks
-SEOstats
-SMTBot
-SalesIntelligent
+ProPowerBot
+Pump
+RSSingBot
+RankActiveLinkBot
+RankFlex
+RankingBot
+Rankivabot
+Reaper
+RebelMouse
+SBIder
+SEOkicks-Robot
+SISTRIX
+Scrapy
 Searchestate
-Semrush
+SentiBot
+SeoSiteCheckup
+SeobilityBot
+Seomoz
+SiteExplorer
+SiteSucker
 Sitebeam
-Siteimprove
 Sitevigil
-SlySearch
+Snake
 SocialRankIOBot
 Sottopop
-SpankBot
+Spbot
 Spinn3r
 SputnikBot
+Stripper
 Sucker
-SurveyBot
+Sucuri
+SuperBot
+SuperHTTP
 Suzuran
 Swiftbot
-TeleportPro
-Telesphoreo
+Szukacz
+T8Abot
+Telesphorep
 TheNomad
-Toweyabot
-Trendictionbot
-Turingos
 TurnitinBot
+TwengaBot
+Twice
 Typhoeus
-URLy Warning
-URLy.Warning
 UnisterBot
 V-BOT
-Vacuum
-VelenPublicWebCrawler
-VoidEYE
+VCI
+Vagabondo
 Voil
-WBSearchBot
-WISENutbot
+WEBDAV
+WWW-Collector-E
 WWW-Mechanize
-WWWOFFLE
-Wallpapers/3.0
+WWW::Mechanize
+Wallpapers
 WallpapersHD
-Web Fuck
-WebAuto
+Web Auto
+Web Collage
+Web Fetch
+Web Pix
 WebBandit
-WebFetch
+WebCopier
+WebEnhancer
 WebFuck
-WebGo IS
+WebLeacher
 WebPix
 WebSauger
-WebSucker
 WebWhacker
-Webalta
-Webshag
-Whatweb
-WinHTTrack
+WebZIP
+WebmasterWorldForumBot
+Webster
+Whack
+Widow
 WiseGuys Robot
 Woobot
-Wprecon
-Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zitebot
+Zauba
+Zermelo
 ZmEu
+ZoomBot
 ZoominfoBot
 ZumBot
-ZyBorg
 arquivo-web-crawler
+autoemailspider
+backlink-check
+check1.exe
 clark-crawler
 coccocbot-web
-crawl.sogou.com
-dataforseo.com
-demandbase-bot
-domainsproject.org
+cognitiveseo
+com.plumanalytics
 eCatch
 evc-batch
-gopher
-heritrix
+facebookscraper
 instabid
-internetVista monitor
 lwp-trivial
 magpie-crawler
-meanpathbot
-mediawords
-pcBrowser
-probe-image-size
-ripz
+page scorer
+plumanalytics
+polaris version
 s1z.ru
-satoristudio.net
+scalaj-http
+seostar
 serpstatbot
-sysscan
+siteripz
+spyfu
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-webmeup-crawler
-zgrab
+voyagerx.com
+webpros.com
+x22Mozilla
+xpymep1.exe
+zauba.io