V4.2021.08.2551 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
+360Spider
+80legs
 ADmantX
-Aboundex
+AIBOT
 Aboundexbot
-AfD-Verbotsverfahren
-Aipbot
-AlphaBot
-Anarchy99
-Attach
+AiHitBot
+Alexibot
+AllSubmitter
+Anarchy
+Apexoo
+Aspiegel
+AwarioSmartBot
 BBBike
+BDCbot
 BDFetch
-BackStreet
+BackDoorBot
+BackWeb
 Backlink-Ceck
+BacklinkCrawler
+Bandit
 Battleztar Bazinga
-BetaBot
 Bigfoot
+Bitacle
 Black Hole
-BlackWidow
+Blackboard
 Blow
 BlowFish
+Bolt
 BotALot
-Buck
+Buddy
 BuiltBotTough
-BunnySlippers
-BuzzSumo
-CATExplorador
+BuiltWith
+Bullseye
+CCBot
 CSHttp
+Calculon
+Cegbfeieh
 CheTeam
 CherryPicker
-ChinaClaw
+Chlooe
 Claritybot
 Cloud mapping
 Cocolyzebot
 Copier
 CopyRightCheck
-Cosmos
+Copyscape
 Crawling at Home Project
-Custo
-DIIbot
-DTS Agent
-DataCha0s
+Crescent
+CyotekWebCopy
 DatabaseDriverMysqli
+Demon
 Deusu
-Dirbuster
+Discobot
 Discoverybot
 DittoSpyder
-DnyzBot
-DomCopBot
+DomainAppender
+DomainCrawler
+DomainSigmaCrawler
 Download Wonder
 Dragonfly
-Drip
+ECCP/1.0
+EMail Wolf
 EasyDL
-EroCrawler
-Exabot
-EyeNetIE
-Ezooms
+Ebingbong
+Express WebPictures
+ExtractorPro
+Extreme Picture Finder
+FDM
+FHscan
+FemtosearchBot
+Fimap
 Firefox/7.0
-FlashGet
 Flunky
-Foobot
 Freeuploader
+FrontPage
 Fuzz
 Fyrebot
-GetRight
+G-i-g-a-b-o-t
+GalaxyBot
+Genieo
 GetWeb
+Getintent
 Gigabot
-Gotit
-GrapeshotCrawler
-GridBot
-HEADMasterSEO
-HMView
-Heritrix
+Go!Zilla
+HTMLparser
+HTTP::Lite
+HaosouSpider
+Harvest
+Humanlinks
 IDBTE4M
-IRLbot
-Image Sucker
+Id-search
+IlseBot
+Image Fetch
 InfoNaviRobot
-Intelliseek
+InfoTekies
 InterGET
-InternetSeer
 Iria
-JOC Web Spider
+IstellaBot
 Jbrofuzz
-Jetty
+JennyBot
+JikeSpider
 Joomla
-Jyxobot
+Kenjin Spider
 Kinza
-Lanshanbot
+Kozmosbot
+LWP::Simple
 Larbin
 LeechGet
-LexiBot
 LibWeb
-LinkWalker
-Linkbot
+LieBaoFast
+Lightspeedsystems
 LinkextractorPro
 LinkpadBot
-LinksManager
-Ltx71
+LinqiaScrapeBot
 MIIxpc
 MQQBrowser
 MSFrontPage
-Mag-Net
-Magnet
-Majestic12
-MarkWatch
+MTRobot
+Majestic SEO
+MarkMonitor
 Mass Downloader
 Mata Hari
-Mediatoolkitbot
+MauiBot
+MeanPath Bot
 MegaIndex.ru
-Metauri
-Microsoft URL Control
+Microsoft Data Access
 Mister PiX
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-Nameprotect
-NearSite
+Mojeek
+Navroad
 Nessus
 Net Vampire
-NetMechanic
-NetSpider
 NetZIP
-Nettrack
+NextGenSearchBot
+Nibbler
+NimbleCrawler
+Nimbostratus
 Nmap
-OnCrawl
-Openvas
-OrangeBot
-OrangeSpider
-OutfoxBot
-PECL::HTTP
-PHPCrawl
+OpenVAS
+Openfind
+PageAnalyzer
 PageScorer
 Panscient
-PeoplePal
-Piepmatz
-PleaseCrawl
+Petalbot
+Pi-Monster
+PictureFinder
+Pimonster
+Pixray
+Pockey
 ProPowerBot
-Probethenet
+ProWebWalker
 Pu_iN
 Pump
-PxBroker
-RankActive
-RankFlex
+PyCurl
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankingBot2
-RealDownload
-Reaper
+RebelMouse
 RocketCrawler
-Rogerbot
+SBIder
 SEOkicks
 SEOkicks-Robot
+SEOprofiler
+SEOstats
 SISTRIX
-SalesIntelligent
-ScanAlert
+ScoutJet
+ScrepyBot
 SemrushBot
 SentiBot
-Site Sucker
-SiteCheckerBotCrawler
-SiteLockSpider
-SiteSucker
+Shodan
 Sitebeam
 Siteimprove
-Sitevigil
 SlySearch
+Snake
 Snapbot
-Sogou web spider
-Sosospider
+Sociscraper
+SpaceBison
 Spammen
+SpankBot
+Spanner
 SputnikBot
 Sqlmap
-Sqlworm
-Sucuri
+Steeler
+Sucker
+SuperHTTP
 Surfbot
-Swiftbot
-Szukacz
-T0PHackTeam
-T8Abot
-Teleport
+SurveyBot
 TeleportPro
-Telesphorep
-The Intraformant
+Telesphoreo
+TheNomad
 TightTwatBot
 Titan
-Toweyabot
 Trendictionbot
-TurnitinBot
-URLy Warning
-V-BOT
+True_Robot
+Turingos
+Twice
+URLy.Warning
+Upflow
 VB Project
 VCI
-Vacuum
-Vagabondo
-VeriCiteCrawler
 VidibleScraper
+Virusdie
 VoidEYE
 Voil
-WWW-Collector-E
-WWWOFFLE
-Wallpapers
+WASALive-Bot
+WISENutbot
+WWW-Mechanize
 WeSEE
-Web Fetch
-WebAuto
+Web Collage
+Web Pix
+Web Sauger
+WebCollage
 WebCopier
+WebEnhancer
 WebFuck
-WebLeacher
-WebPix
-WebReaper
-WebWhacker
-WebmasterWorldForumBot
-WebsiteExtractor
+WebImageCollector
+WebStripper
+WebZIP
+Webshag
 Whack
-Who.is Bot
-Widow
-WiseGuys Robot
-Wonderbot
+Whacker
 Wotbox
+Xaldon_WebSpider
+Xenu
 YoudaoBot
-Zade
-Zauba
 Zermelo
-ZoomBot
-ZoominfoBot
-arquivo.pt
-autoemailspider
+Zeus
 cah.io.community
-com.plumanalytics
-crawler4j
-domainsproject.org
-evc-batch
+facebookscraper
 gopher
-internetVista monitor
+heritrix
 lwp-request
-lwp-trivial
 mediawords
 muhstik-scan
-netEstate NE Crawler
-oBot
-plumanalytics
-ripz
+page scorer
+pcBrowser
+probe-image-size
 satoristudio.net
-seobility
+scalaj-http
+scan.lol
 seostar
 serpstatbot
-sp_auditbot
-spyfu
+sogouspider
+tAkeOut
+trendiction.com
 trendiction.de
-ubermetrics-technologies.com
-voyagerx.com
-webpros.com
-zauba.io
+x22Mozilla
+zgrab