V4.2021.08.2500 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404enemy
-ADmantX
-AIBOT
-Aboundexbot
+80legs
+ALittle Client
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
 AiHitBot
+Aipbot
+AllSubmitter
 Alligator
+AlphaBot
 Anarchie
-Anarchy99
-Apexoo
+Anarchy
 Aspiegel
-Attach
+Asterias
 AwarioRssBot
+AwarioSmartBot
 BBBike
 BDFetch
-BackDoorBot
-BackWeb
-Battleztar Bazinga
-Black Hole
-BlackWidow
-Blackboard
-Boardreader
+BLEXBot
+BacklinkCrawler
+Bandit
+Bolt
 BotALot
 Buck
-BuiltBotTough
+Buddy
 BuiltWith
-CATExplorador
+Bullseye
+CODE87
 CSHttp
-ChinaClaw
+Calculon
 Chlooe
-Copier
-Copyscape
-Cosmos
-CrazyWebCrawler
-CrunchBot
+Claritybot
+Cocolyzebot
+Collector
 Custo
 CyotekWebCopy
 DBLBot
 DIIbot
 DSearch
-DTS Agent
-Deusu
-Discoverybot
-DnyzBot
+DataCha0s
+DatabaseDriverMysqli
+DigitalPebble
+DomCopBot
 DomainAppender
 DomainCrawler
-DomainStatsBot
 Dotbot
-Drip
+Download Wonder
+Dragonfly
 EMail Wolf
+Ebingbong
 Ecxi
+EirGrabber
 Evil
-Exabot
 Express WebPictures
-Extreme Picture Finder
-EyeNetIE
-FDM
+Ezooms
 Fimap
+Flunky
+Foobot
 Freeuploader
+Fuzz
 G-i-g-a-b-o-t
-GalaxyBot
-Getintent
-Gigablast
+GermCrawler
+GetRight
+GetWeb
+Go-Ahead-Got-It
+GoZilla
 Gotit
 GrabNet
 Grabber
+GrapeFX
 GrapeshotCrawler
-HMView
+GridBot
+HEADMasterSEO
+HTMLparser
 HTTP::Lite
-Havij
-Humanlinks
-IDBot
+Haansoft
+HaosouSpider
+Harvest
+Hloader
+IRLbot
+Iblog
 IlseBot
-Indy Library
+Image Sucker
 InfoNaviRobot
-Intelliseek
-Internet Ninja
-Iria
-JOC Web Spider
-JetCar
-Jorgee
-Jyxobot
-Kozmosbot
+InfoTekies
+InterGET
+JennyBot
+JustView
+Kenjin Spider
+Keyword Density
+Kinza
 Lanshanbot
 Leap
+LeechGet
 LexiBot
-Lftp
-Libwhisker
 LieBaoFast
 Likse
-LinkWalker
-Linkbot
-LinkextractorPro
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaScrapeBot
+LinkScan
+Linkdexbot
+Lipperhey
+Lmspider
+MFC_Tear_Sample
 MIDown tool
 MIIxpc
 MJ12bot
-MSFrontPage
-Majestic12
-Masscan
+MQQBrowser
+MSIECrawler
+Mag-Net
+Magnet
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
+Mass Downloader
+MeanPath Bot
+MicroMessenger
 Microsoft Data Access
-Moblie Safari
-Morfeus Fucking Scanner
-Mr.4x3
+Mister PiX
+Mojolicious
+Mozlila
+Musobot
 NICErsPRO
 NPbot
-Nameprotect
-NearSite
 Nessus
 NetAnts
-NetLyzer
-NetMechanic
 NetSpider
-Netcraft
 Netvibes
-Nibbler
-Nikto
+NextGenSearchBot
+NimbleCrawler
+Ninja
+Nuclei
 Octopus
-OpenVAS
-Openfind
 OrangeBot
 OrangeSpider
-Page Analyzer
-PageGrabber
+OutclicksBot
+PECL::HTTP
+PageAnalyzer
+Pandalytics
 Panscient
-Papa Foto
-Pavuk
 PeoplePal
 Petalbot
-Pi-Monster
-Picsearch
-PictureFinder
-Piepmatz
+Picscout
 Pimonster
-PleaseCrawl
+Pixray
+Pockey
+Probethenet
 Psbot
-Pu_iN
-PxBroker
-QueryN Metasearch
+PyCurl
+RankActive
 RankingBot
-RankurBot
 Re-re
+ReGet
 RealDownload
-RepoMonkey
-Rogerbot
+Reaper
+RebelMouse
+Ripper
 SBIder
-SEOkicks
-SEOstats
 SISTRIX
-Scanbot
-ScoutJet
-ScreenerBot
+Screaming
 ScrepyBot
-Searchestate
-SearchmetricsBot
-SeoSiteCheckup
-SeobilityBot
+Semrush
+SentiBot
 Seomoz
 Shodan
-Siphon
 Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
 SiteSnagger
 SiteSucker
 Sitevigil
+Snapbot
 SocialRankIOBot
-Sogou web spider
-SpankBot
-Spanner
-Spbot
-Spinn3r
-Sqworm
-Stripper
+Sosospider
+SputnikBot
+Sqlworm
+Sucuri
 SuperBot
-SurveyBot
 Suzuran
-Teleport
-Telesoft
-Telesphoreo
-Thumbor
-TightTwatBot
+The Intraformant
+Toweyabot
 Tracemyfile
-Turingos
-Twice
+True_Robot
 Typhoeus
 URLy Warning
+URLy.Warning
 UnisterBot
 V-BOT
-VB Project
-Vacuum
 VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
 VoidEYE
+WASALive-Bot
 WBSearchBot
-WWW-Mechanize
+WEBDAV
+WPScan
+WWW-Collector-E
 WWWOFFLE
-Wallpapers
 WeSEE
+Web Collage
 Web Enhancer
-Web Sauger
+Web Fuck
 Web Sucker
-WebBandit
+WebAuto
 WebCollage
-WebFuck
-WebImageCollector
-WebReaper
-WebStripper
-WebZIP
+Webalta
+WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteQuester
+WebsiteExtractor
 Whack
-Whatweb
+Whacker
+Widow
 WiseGuys Robot
 Wonderbot
 Woobot
-Wotbox
-Xaldon_WebSpider
+Xaldon WebSpider
 Xenu
-YoudaoBot
-Zade
+Zermelo
+Zeus
 ZmEu
+ZoomBot
+ZoominfoBot
+ZyBorg
+archive.org_bot
 autoemailspider
-coccocbot-web
-crawl.sogou.com
+check1.exe
+cognitiveseo
+crawler.feedback
 crawler4j
-eCatch
+demandbase-bot
+domainsproject.org
+facebookscraper
+heritrix
 instabid
 internetVista monitor
-ips-agent
 isitwp.com
 lwp-trivial
+oBot
 page scorer
-polaris version
+pcBrowser
+plumanalytics
 s1z.ru
-scalaj-http
-scan.lol
-seobility
-sexsearcher
+satoristudio.net
+seoscanners
+siteripz
 sogouspider
-sp_auditbot
+sysscan
 trendiction.de
-voyagerx.com
+ubermetrics-technologies.com
+x22Mozilla
 zauba.io
 zgrab