V4.2022.05.3138 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-ASPSeek
+01h4x.com
+360Spider
+404enemy
+ADmantX
+ALittle Client
 Aboundex
-AhrefsBot
+Acunetix
+AiHitBot
 Aipbot
-AllSubmitter
-Alligator
-AlphaBot
-Anarchy
+Alexibot
+Anarchie
 Anarchy99
+Anthill
 Apexoo
-Asterias
-BBBike
-BLEXBot
+Aspiegel
+Atomseobot
+Attach
 BackDoorBot
-Barkrowler
+BackWeb
+Battleztar Bazinga
+Bigfoot
+Bitacle
+BlackWidow
+Blackboard
 Blow
-Bullseye
+BotALot
+Buck
+BuiltWith
 BunnySlippers
-BuzzSumo
-CATExplorador
-CCBot
-CODE87
-CensysInspect
-ChinaClaw
+CSHttp
+Calculon
+CherryPicker
 Citoid
 Claritybot
-Cogentbot
+Cloud mapping
+Cocolyzebot
 CopyRightCheck
-Crescent
-CrunchBot
-DSearch
+Crawling at Home Project
+Curious
+DTS Agent
+DataCha0s
 Deusu
-Devil
-Digincore
-DigitalPebble
+Dirbuster
+Disco
 Discobot
-Dispatch
 DnBCrawler-Analytics
-DomainAppender
-DomainCrawler
 DomainStatsBot
 Domains Project
 Download Wonder
 Drip
 EMail Wolf
-EasyDL
-Ebingbong
 Evil
-Exabot
-ExtLinksBot
-ExtractorPro
-FHscan
-Fimap
-FlashGet
-Flunky
+Extractor
+FDM
 Foobot
+Fuzz
+FyberSpider
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
 GalaxyBot
-GetRight
-Gigabot
+GermCrawler
+Getintent
+Go-Ahead-Got-It
 Gotit
 Grafula
-GrapeFX
 HEADMasterSEO
-HTTP::Lite
-Haansoft
-Heritrix
-Hloader
+HMView
+HTTrack
+Harvest
+Havij
 Humanlinks
+HybridBot
 IDBTE4M
-IDBot
-Iblog
-Image Fetch
-IndeedBot
-Indy Library
-Intelliseek
+IRLbot
+IlseBot
 InterGET
 JOC Web Spider
-Jbrofuzz
-Jetty
-JikeSpider
-Joomla
+JennyBot
+JetCar
 Jorgee
 JustView
 Kenjin Spider
-Keybot Translation-Search-Machine
+Keyword Density
+Kinza
+Kozmosbot
+LWP::Simple
 Lanshanbot
 LeechFTP
-LexiBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Litemage_walker
+Lftp
+LinkScan
+LinkWalker
+LinkpadBot
+LinksManager
+Lipperhey Spider
 Lmspider
-Ltx71
-MIDown tool
-MIIxpc
-MJ12bot
-MSIECrawler
-Mag-Net
+MQQBrowser
+MSFrontPage
+MTRobot
 Majestic SEO
 Majestic12
-Mass Downloader
+MarkMonitor
+Meanpathbot
 MegaIndex.ru
-Metauri
-MicroMessenger
-Microsoft URL Control
+Microsoft Data Access
+Mister PiX
 Mr.4x3
-Name Intelligence
+Musobot
 Navroad
-NetMechanic
+Netcraft
 Nettrack
 Nimbostratus
-Ninja
+Not
+Nutch
 Octopus
-Offline Explorer
 OpenLinkProfiler
-OpenVAS
-Openvas
 OrangeBot
-OutfoxBot
-PHPCrawl
+OutclicksBot
 POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
-PageThing.com
-Panscient
-Papa Foto
-PeoplePal
-Pi-Monster
-Picscout
+Page Analyzer
+Pavuk
 Picsearch
-Pixray
-PleaseCrawl
-ProWebWalker
+PictureFinder
+Piepmatz
+Pimonster
+Pockey
+ProPowerBot
+Probethenet
+Psbot
+Pu_iN
 Pump
 PxBroker
+PyCurl
+QueryN Metasearch
 RSSingBot
-RankActive
-ReGet
-RedesScrapy
-Ripper
+RankFlex
+RankingBot2
+Re-re
+RealDownload
+RebelMouse
+RepoMonkey
+RocketCrawler
+SBIder
 SEOprofiler
 SEOstats
-SMTBot
-SalesIntelligent
+SISTRIX
 ScanAlert
-Scanbot
 Scrapy
-Searchestate
-SentiBot
-SeoSiteCheckup
-SeobilityBot
-Seomoz
+Screaming
+ScreenerBot
+Seekport
+Semrush
+SemrushBot
 Shodan
-Siphon
+SiteSucker
 Siteimprove
 Sitevigil
-Sociscraper
+SlySearch
+Snake
+Snapbot
+Snoopy
 Sottopop
-SpaceBison
+Spanner
 Spbot
-Sqlworm
-Sqworm
-Steeler
-Sucuri
-SuperBot
+Spinn3r
+SuperHTTP
 SurveyBot
-Suzuran
 Szukacz
-T0PHackTeam
-TeleportPro
+Telesoft
 Telesphorep
+TheNomad
 Thumbor
+TightTwatBot
 Toata
 Toweyabot
-Tracemyfile
 Trendiction
 Trendictionbot
-True_Robot
+TurnitinBot
 TwengaBot
-Twice
-VB Project
-VCI
+URLy Warning
+URLy.Warning
+UnisterBot
+V-BOT
 Vacuum
 Vagabondo
 VelenPublicWebCrawler
 VidibleScraper
-VoidEYE
-Voltron
+Voil
 WASALive-Bot
 WBSearchBot
+WEBDAV
+WISENutbot
 WPScan
 WWW-Collector-E
-WWW::Mechanize
+WWW-Mechanize
 WWWOFFLE
 WallpapersHD
-WeSEE
-Web Auto
-Web Fetch
-Web Pix
-WebCopier
+Web Enhancer
+Web Fuck
+WebAuto
+WebCollage
 WebFetch
+WebFuck
 WebGo IS
-WebImageCollector
-WebSauger
+WebPix
+WebReaper
+WebStripper
+WebWhacker
 Webalta
 WebmasterWorldForumBot
 WebsiteQuester
-Webster
+Whatweb
+Who.is Bot
 Widow
+Wonderbot
+Woobot
+Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zade
 Zauba
-Zermelo
 Zeus
+Zitebot
 ZoomBot
 ZumBot
 ZyBorg
-adscanner
-autoemailspider
+cah.io.community
 check1.exe
 clark-crawler
-cognitiveseo
-crawler.feedback
 crawler4j
 demandbase-bot
-evc-batch
-heritrix
+domainsproject.org
+eCatch
+facebookscraper
 instabid
+isitwp.com
 linkdexbot
-lwp-trivial
-netEstate NE Crawler
-page scorer
-plumanalytics
+lwp-request
+meanpathbot
+pcBrowser
 polaris version
-ripz
-scalaj-http
-seoscanners
-seostar
-sexsearcher
+s1z.ru
+satoristudio.net
+scan.lol
 sitechecker.pro
-sp_auditbot
+sogouspider
 tAkeOut
-ubermetrics-technologies.com
-webpros.com
+voyagerx.com
+webgains-bot
+webmeup-crawler
 webprosbot
-xpymep1.exe
+x22Mozilla
+zauba.io