V4.2021.09.2604 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-ADmantX
+01h4x.com
+404checker
 AIBOT
-ALittle Client
-ASPSeek
-Aboundexbot
-AhrefsBot
+Aboundex
+AiHitBot
+Alexibot
+Alligator
+AlphaBot
+Anarchie
+Ankit
+Anthill
+Apexoo
+Aspiegel
 Attach
-BDCbot
-BackWeb
-Badass
-Barkrowler
+AwarioRssBot
+AwarioSmartBot
+BackStreet
 BatchFTP
-Battleztar Bazinga
-Black Hole
-Blackboard
-Blow
+BetaBot
+BlowFish
 BotALot
-Brandprotect
+Brandwatch
+Buck
+Buddy
+Bullseye
 BunnySlippers
-BuzzSumo
 CCBot
-CSHttp
-Cegbfeieh
-CheeseBot
-CherryPicker
+Calculon
+CheTeam
+Cocolyzebot
+Cogentbot
+Collector
 Copier
-CopyRightCheck
 Copyscape
-Cosmos
-CrazyWebCrawler
+Craftbot
+Custo
+DBLBot
+DIIbot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Demon
 Deusu
-Dirbuster
-Discobot
+DigitalPebble
+Disco
 Discoverybot
-Dispatch
-DittoSpyder
-DnyzBot
+DomCopBot
 DomainCrawler
+DomainSigmaCrawler
+Domains Project
 Dotbot
 Download Wonder
+Drip
+EMail Siphon
 EMail Wolf
-EasyDL
-Ebingbong
-Evil
+Ecxi
+EirGrabber
+Extractor
 ExtractorPro
+Extreme Picture Finder
 FemtosearchBot
 Fimap
-Fyrebot
+Firefox/7.0
+Flunky
+Foobot
+Freeuploader
+FrontPage
 G-i-g-a-b-o-t
-GalaxyBot
+Genieo
 GermCrawler
-Getintent
+GetWeb
+Go!Zilla
 Go-Ahead-Got-It
+Gotit
 GrabNet
 Grabber
-Grafula
+GrapeFX
 GrapeshotCrawler
-HMView
+GridBot
+HTTP::Lite
 HTTrack
-Havij
 Heritrix
-Humanlinks
-IDBTE4M
+IRLbot
 IlseBot
 Image Fetch
-InfoTekies
-IstellaBot
-JamesBOT
+Indy Library
+InterGET
+Internet Ninja
+Jbrofuzz
 Jetty
 JikeSpider
-Joomla
 Jyxobot
 Kenjin Spider
-LWP::Simple
-Lanshanbot
+Keyword Density
+Kinza
+LNSpiderguy
+Larbin
+LeechFTP
+LexiBot
 LieBaoFast
-Linkbot
-LinkextractorPro
-LinkpadBot
-LinksManager
-Lipperhey Spider
-Lmspider
+Linkdexbot
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
+Litemage_walker
 Ltx71
-MIDown tool
-MIIxpc
-MQQBrowser
+MJ12bot
 MSFrontPage
 MSIECrawler
-Mag-Net
-Mail.RU_Bot
-Metauri
+Majestic SEO
+MarkMonitor
+MarkWatch
+Mata Hari
+MauiBot
+MeanPath Bot
+Mediatoolkitbot
 MicroMessenger
 Microsoft URL Control
+Mozlila
 Mr.4x3
-Musobot
-Name Intelligence
+Msrabot
+NICErsPRO
 Nameprotect
 NearSite
 Needle
-Nessus
-NetAnts
+NetLyzer
 NetMechanic
-NetSpider
+NetZIP
 Netcraft
 Nettrack
-NextGenSearchBot
 Nibbler
-Niki-bot
 Nikto
 NimbleCrawler
 Nmap
-Nutch
-OnCrawl
+Offline Navigator
 OpenLinkProfiler
-Openfind
 OrangeBot
 OrangeSpider
-OutclicksBot
-PECL::HTTP
-Page Analyzer
-Pandalytics
+PHPCrawl
+PageScorer
+PageThing.com
+Papa Foto
 Pavuk
-Petalbot
-Pimonster
-Pixray
-PleaseCrawl
-Pockey
-ProWebWalker
-Probethenet
+Pi-Monster
+Picsearch
+ProPowerBot
+Pump
 PyCurl
-Quick-Crawler
+RankActiveLinkBot
+RankFlex
+RankingBot2
 RankurBot
-RealDownload
-Recorder
+ReGet
+Reaper
+RepoMonkey
 RocketCrawler
-Rogerbot
-SEOkicks
+SBIder
 SEOlyticsCrawler
 SEOprofiler
-SEOstats
-SISTRIX
 SMTBot
-SalesIntelligent
-ScanAlert
 Scanbot
-Screaming
+Scrapy
 ScreenerBot
 Searchestate
-SemrushBot
 SeobilityBot
 Seomoz
+Shodan
 Siphon
-Site Sucker
-SiteExplorer
-SiteSnagger
-Siteimprove
-SlySearch
-SmartDownload
-Snake
-Snoopy
-Sociscraper
+SiteCheckerBotCrawler
+SiteLockSpider
+Sitevigil
 Sogou web spider
 Sosospider
 Sottopop
+SpaceBison
 Spammen
-Steeler
-Stripper
-Sucker
+Spanner
+Spinn3r
+Sqlmap
+Sqlworm
 SuperBot
-SuperHTTP
-Surfbot
-SurveyBot
 T8Abot
-Teleport
 TeleportPro
-The Intraformant
+Telesoft
+Telesphoreo
 TightTwatBot
 Titan
 Toweyabot
-Trendiction
-Turingos
+Tracemyfile
+True_Robot
 Turnitin
-TurnitinBot
+TwengaBot
 Twice
 UnisterBot
-Upflow
 V-BOT
 VB Project
-VCI
 VeriCiteCrawler
-Virusdie
-VoidEYE
-WEBDAV
-WWW::Mechanize
-WWWOFFLE
-Web Fetch
-WebBandit
+Voltron
+WBSearchBot
+WWW-Collector-E
+Wallpapers/3.0
+WeSEE
+Web Collage
+Web Pix
 WebFetch
+WebGo IS
 WebImageCollector
-WebLeacher
+WebReaper
 WebSauger
-WebStripper
-WebSucker
 WebWhacker
 WebZIP
 Webalta
-WebmasterWorldForumBot
-Website Quester
-WebsiteQuester
+WebsiteExtractor
 Webster
-Whatweb
-Who.is Bot
-WinHTTrack
-Wonderbot
+Widow
+Woobot
+Wotbox
+Wprecon
 Xaldon WebSpider
-YoudaoBot
+Xenu
+Zade
+Zeus
+Zitebot
 ZoomBot
 ZoominfoBot
+ZumBot
+archive.org_bot
 arquivo-web-crawler
+autoemailspider
 cah.io.community
-clark-crawler
-crawler4j
-demandbase-bot
-eCatch
-evc-batch
-gopher
+coccocbot-web
+crawler.feedback
 heritrix
-instabid
+ips-agent
+isitwp.com
 lwp-request
-meanpathbot
 mediawords
-pcBrowser
-ripz
-scalaj-http
+seobility
 seoscanners
 seostar
-siteripz
+sexsearcher
+sogouspider
 sp_auditbot
-spyfu
+sysscan
+tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webmeup-crawler
+webprosbot
 x09Mozilla
-zauba.io
+xpymep1.exe
 zgrab