V4.2022.02.2937 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+01h4x.com
+360Spider
 404enemy
-ASPSeek
+80legs
+ADmantX
 Abonti
-AhrefsBot
+Aboundexbot
+AfD-Verbotsverfahren
 AiHitBot
-AlphaBot
-Anarchy
-Apexoo
-Attach
+Anarchie
+Ankit
+Aspiegel
+Asterias
 AwarioRssBot
-BDCbot
-BDFetch
-BLEXBot
+AwarioSmartBot
+BBBike
 Backlink-Ceck
+Badass
 Barkrowler
-BatchFTP
-Battleztar Bazinga
-Bitacle
+BetaBot
+Bigfoot
+Black Hole
 BlackWidow
-Blackboard
 BlowFish
-Boardreader
-Bolt
+Brandprotect
+BuiltBotTough
+BuiltWith
 Bullseye
-CazoodleBot
-Cegbfeieh
+CATExplorador
+CSHttp
 CensysInspect
+CheTeam
+CheeseBot
 ChinaClaw
 Chlooe
-Cliqzbot
+Cloud mapping
 Cogentbot
-Collector
+Copier
 Copyscape
-Crawling at Home Project
-Crescent
-CrunchBot
-Curious
+Cosmos
+CrazyWebCrawler
+Custo
 CyotekWebCopy
+DSearch
 DataCha0s
-Demon
-Deusu
 Devil
-Digincore
+DigitalPebble
 Dirbuster
+Discobot
 Discoverybot
-DnyzBot
-DomainAppender
+DnBCrawler-Analytics
 DomainSigmaCrawler
-ECCP/1.0
-EMail Wolf
+Dragonfly
+Drip
 EasyDL
-EirGrabber
-Fuzz
-G-i-g-a-b-o-t
-Getintent
+Ecxi
+Evil
+Exabot
+ExtLinksBot
+Extractor
+FemtosearchBot
+FlashGet
+Freeuploader
+FrontPage
+GalaxyBot
+GermCrawler
 Gigabot
-Go!Zilla
 Go-Ahead-Got-It
+Gotit
 GrabNet
-GrapeshotCrawler
+GrapeFX
 HMView
+HTMLparser
+HTTP::Lite
 HaosouSpider
-Havij
 Heritrix
-HonoluluBot
 Humanlinks
-HybridBot
+IlseBot
 Image Fetch
 Image Sucker
 IndeedBot
 Indy Library
 InterGET
-Iria
-JamesBOT
+IstellaBot
+JOC Web Spider
 Jetty
+JikeSpider
+Joomla
+Jyxobot
+Keyword Density
+Kinza
+Kozmosbot
 LNSpiderguy
-Larbin
-Leap
-LeechGet
-LibWeb
-Libwhisker
+LWP::Simple
 LieBaoFast
-LinkWalker
-Linkbot
-LinkextractorPro
+Likse
+LinkpadBot
+LinksManager
 LinqiaRSSBot
-LinqiaScrapeBot
-Lmspider
-MJ12bot
-MQQBrowser
+Ltx71
+MIDown tool
+MIIxpc
 MSFrontPage
 MSIECrawler
-MTRobot
-Magnet
-Majestic-SEO
+Mail.RU_Bot
+Majestic SEO
+Meanpathbot
 Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
-Moblie Safari
+Mojolicious
+Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
-Musobot
 Name Intelligence
-NearSite
-Nessus
-NetAnts
-NetLyzer
+Net Vampire
 Nettrack
-Netvibes
-NimbleCrawler
-Ninja
-Nutch
+NextGenSearchBot
+Nibbler
+Nimbostratus
+Nuclei
 Offline Navigator
-OnCrawl
-OpenVAS
-Openvas
 OrangeSpider
+OutfoxBot
 PECL::HTTP
 PHPCrawl
-Page Analyzer
-PageAnalyzer
-PageScorer
+POE-Component-Client-HTTP
 Panscient
-Papa Foto
 Pavuk
-Pixray
-Psbot
-Pu_iN
+PeoplePal
+Petalbot
+Picscout
+Picsearch
+Piepmatz
+Probethenet
 Pump
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RankActive
-Rankivabot
+RankActiveLinkBot
+RankFlex
+RankingBot
 RankurBot
-ReGet
-RealDownload
-RebelMouse
-Recorder
-RepoMonkey
+Reaper
+Ripper
+Rogerbot
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOlyticsCrawler
 SalesIntelligent
-ScanAlert
-Seekport
+Scrapy
+Screaming
+Searchestate
+SemanticJuice
 Semrush
 SentiBot
-SeoSiteCheckup
+Shodan
+Siphon
 SiteCheckerBotCrawler
 SiteSnagger
-SiteSucker
 Siteimprove
 Sitevigil
-SmartDownload
-Snake
+Snapbot
 Snoopy
-SpaceBison
-SpankBot
+Sogou web spider
+Sosospider
+Sottopop
+Spammen
 Spanner
 Spbot
+Spinn3r
+SputnikBot
+Sqlmap
 Sqlworm
-Steeler
+Sqworm
+Sucker
 Sucuri
-SuperHTTP
-Surfbot
-T8Abot
+Suzuran
+Szukacz
 TeleportPro
-Telesoft
-Telesphoreo
-TightTwatBot
 Toata
-Turnitin
-TwengaBot
+Toweyabot
+Tracemyfile
+Trendictionbot
+Turingos
 Twice
+Typhoeus
+URLy.Warning
 UnisterBot
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-Virusdie
+VB Project
+VCI
+VidibleScraper
+VoidEYE
+Voil
 WASALive-Bot
 WBSearchBot
-WWW-Mechanize
+WWW::Mechanize
+WWWOFFLE
 Wallpapers
 Wallpapers/3.0
 WeSEE
 Web Auto
-Web Collage
 Web Enhancer
 Web Pix
 WebBandit
+WebCopier
+WebFetch
+WebFuck
 WebGo IS
-WebLeacher
+WebImageCollector
+WebPix
 WebStripper
+WebSucker
 WebZIP
 Webshag
-WebsiteQuester
-Whack
+Whatweb
 Who.is Bot
-WinHTTrack
-WiseGuys Robot
-Woobot
-Xaldon WebSpider
-Xaldon_WebSpider
-Zermelo
+Zade
+Zeus
 Zitebot
-ZmEu
 ZoomBot
+adscanner
 archive.org_bot
-arquivo.pt
-autoemailspider
-clark-crawler
+arquivo-web-crawler
+coccocbot
 cognitiveseo
-com.plumanalytics
 crawl.sogou.com
 crawler.feedback
-dataforseo.com
-demandbase-bot
-domainsproject.org
 eCatch
-gopher
-instabid
+evc-batch
+facebookscraper
 internetVista monitor
-ips-agent
 isitwp.com
-iubenda-radar
-lwp-request
 lwp-trivial
-meanpathbot
-mediawords
+muhstik-scan
 netEstate NE Crawler
+oBot
+pcBrowser
 plumanalytics
-probe-image-size
+s1z.ru
 satoristudio.net
-serpstatbot
-sexsearcher
+scalaj-http
+seobility
+seocompany.store
+seostar
 sitechecker.pro
-sp_auditbot
-spyfu
-tAkeOut
-trendiction.de
-ubermetrics-technologies.com
-webgains-bot
+siteripz
+sogouspider
+sysscan
+voyagerx.com
+webmeup-crawler
 webpros.com
-x09Mozilla
-x22Mozilla
-xpymep1.exe
+webprosbot
 zgrab