V4.2021.10.2668 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
 404checker
 404enemy
-AIBOT
+80legs
 ALittle Client
 Aboundex
 Aboundexbot
-AhrefsBot
-AiHitBot
-AllSubmitter
+Acunetix
+Aipbot
+Alexibot
 Anarchie
-Anarchy99
 Anthill
+Aspiegel
+Asterias
+AwarioRssBot
 BBBike
+BDFetch
 BLEXBot
-BackStreet
-BackWeb
-BacklinkCrawler
-Battleztar Bazinga
+BackDoorBot
+Barkrowler
+BatchFTP
 BetaBot
+Bigfoot
 Bitacle
-Blow
+Black Hole
 BlowFish
-Boardreader
-Brandprotect
+Buck
+BuiltBotTough
 BunnySlippers
+BuzzSumo
+CCBot
 CODE87
+CSHttp
+Calculon
 CazoodleBot
-CheTeam
+CensysInspect
 CheeseBot
-Claritybot
-Cliqzbot
-Collector
-Copier
-Copyscape
+Cocolyzebot
+Cogentbot
 Cosmos
-Craftbot
-Crescent
+CrazyWebCrawler
+Curious
+Custo
+DIIbot
+DTS Agent
 DatabaseDriverMysqli
-Demon
-Devil
 Digincore
-DigitalPebble
 Discobot
-Discoverybot
+Dispatch
 DittoSpyder
 DnyzBot
 DomCopBot
-DomainAppender
-Domains Project
+DomainCrawler
+DomainSigmaCrawler
 Download Wonder
-Dragonfly
-EMail Siphon
+ECCP/1.0
 EMail Wolf
 Ebingbong
-Ecxi
-EroCrawler
+EirGrabber
+Exabot
+Express WebPictures
 ExtractorPro
-EyeNetIE
-Flunky
+FHscan
+FemtosearchBot
+Firefox/7.0
+FlashGet
 Foobot
+Freeuploader
 FyberSpider
-Fyrebot
 G-i-g-a-b-o-t
-Genieo
 GermCrawler
-Getintent
-HTMLparser
-HTTP::Lite
+GetRight
+GrabNet
+Grafula
+HEADMasterSEO
+HTTrack
+HaosouSpider
+Harvest
 Heritrix
 Hloader
-Humanlinks
-IndeedBot
-InfoNaviRobot
+IDBTE4M
+IDBot
+IRLbot
+Iblog
+IlseBot
+Image Sucker
 Intelliseek
 InterGET
-Internet Ninja
+InternetSeer
 Iria
-IstellaBot
-Jbrofuzz
-JetCar
+Iskanie
+JennyBot
 Jetty
-JikeSpider
-Jyxobot
-Kenjin Spider
-Keyword Density
-Kozmosbot
-Larbin
-LeechFTP
-LeechGet
+Jorgee
+Kinza
+LNSpiderguy
+Leap
 LexiBot
+Libwhisker
+Lightspeedsystems
 Likse
 LinkWalker
-Linkdexbot
+Linkbot
+LinkextractorPro
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
-Lipperhey Spider
-Lmspider
-MSIECrawler
-Mag-Net
+Lipperhey
+Litemage_walker
+Ltx71
+MIDown tool
 Majestic SEO
-Majestic-SEO
-MarkMonitor
-Masscan
+MarkWatch
+Mata Hari
 MauiBot
-Mb2345Browser
-Meanpathbot
-Mediatoolkitbot
+MegaIndex.ru
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
-Moblie Safari
-NPbot
-Needle
-NetAnts
-NetMechanic
-NetSpider
-Nikto
-Nimbostratus
-Nutch
-OpenLinkProfiler
+Mojeek
+Mojolicious
+Morfeus Fucking Scanner
+Mozlila
+Mr.4x3
+Msrabot
+NearSite
+Net Vampire
+NetLyzer
+NetZIP
+Netvibes
+Niki-bot
+Offline Explorer
 OpenVAS
-Openfind
-Openvas
-PECL::HTTP
+OrangeBot
 POE-Component-Client-HTTP
+Page Analyzer
 PageScorer
-PageThing.com
 Pandalytics
-Panscient
 Papa Foto
+Pavuk
 PeoplePal
-Picscout
-PleaseCrawl
-ProPowerBot
-ProWebWalker
+Pi-Monster
+PictureFinder
+Pixray
+Pockey
+Probethenet
+Psbot
 Pump
-PyCurl
-RSSingBot
-RankActive
-RankFlex
+Quick-Crawler
+RankActiveLinkBot
 RankingBot
 RankurBot
+ReGet
 RealDownload
-RedesScrapy
-Ripper
+Recorder
+RocketCrawler
+SBIder
 SEOkicks
-SEOkicks-Robot
-SEOlyticsCrawler
-SEOprofiler
-SEOstats
 SISTRIX
-Screaming
-Searchestate
-Semrush
-SemrushBot
-SentiBot
-SeobilityBot
-SiteSnagger
-SiteSucker
+SMTBot
+SalesIntelligent
+ScanAlert
+ScoutJet
+ScrepyBot
+SeoSiteCheckup
+Site Sucker
+SiteCheckerBotCrawler
+SiteLockSpider
 Sitebeam
-Sitevigil
-Snapbot
-Snoopy
-SpankBot
-Spanner
-Spbot
-SputnikBot
-Sqlmap
+Siteimprove
+Snake
+Sociscraper
+Sosospider
+Spammen
+Sqlworm
 Sqworm
-Steeler
-Stripper
-Sucker
-Surfbot
-T8Abot
-TeleportPro
+Sucuri
+SuperBot
+T0PHackTeam
 Telesphoreo
+Telesphorep
+The Intraformant
+TheNomad
 Thumbor
-TightTwatBot
-Tracemyfile
+Titan
+Toata
+Toweyabot
+Trendiction
 Trendictionbot
-Turingos
-UnisterBot
-VB Project
-VCI
-Vacuum
+URLy Warning
+V-BOT
 Vagabondo
-VeriCiteCrawler
-VidibleScraper
-VoidEYE
+VelenPublicWebCrawler
+Virusdie
 Voltron
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-WeSEE
+WBSearchBot
+WWW-Mechanize
+Wallpapers/3.0
 Web Auto
 Web Fetch
 Web Fuck
 Web Pix
-WebAuto
-WebGo IS
-WebImageCollector
-WebReaper
+Web Sauger
+WebCollage
+WebCopier
+WebFetch
+WebLeacher
 WebSauger
 WebSucker
-WebWhacker
-Webalta
-Website Quester
-WebsiteExtractor
+WebZIP
 WebsiteQuester
-Whack
 Whacker
-Who.is Bot
 WinHTTrack
-WiseGuys Robot
+Woobot
 Wotbox
-Xaldon_WebSpider
+Wprecon
+Xaldon WebSpider
 Xenu
-Zade
-Zermelo
-Zitebot
-ZmEu
-ZoomBot
+Zeus
 ZoominfoBot
 ZumBot
-autoemailspider
-backlink-check
+arquivo-web-crawler
 cah.io.community
 check1.exe
-crawl.sogou.com
-crawler4j
 dataforseo.com
-evc-batch
+demandbase-bot
+facebookscraper
+gopher
 heritrix
-isitwp.com
+instabid
+ips-agent
+lwp-trivial
 meanpathbot
 page scorer
 pcBrowser
+plumanalytics
 polaris version
-ripz
-s1z.ru
-satoristudio.net
+seobility
+seoscanners
 serpstatbot
-sp_auditbot
-tAkeOut
-ubermetrics-technologies.com
+sexsearcher
+sitechecker.pro
+sysscan
+trendiction.com
+trendiction.de
 voyagerx.com
 webmeup-crawler
-webprosbot
-xpymep1.exe
+x22Mozilla
+zgrab