V4.2021.12.2800 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-80legs
-AIBOT
-ALittle Client
-Abonti
-Aboundexbot
+404checker
+404enemy
+ASPSeek
+AhrefsBot
 AiHitBot
-Aipbot
+Alexibot
 Alligator
-AlphaBot
-Anarchy
 Ankit
-Apexoo
-Attach
-AwarioRssBot
+AwarioSmartBot
 BBBike
 BLEXBot
 BackStreet
 BacklinkCrawler
 Bandit
-Bigfoot
+Barkrowler
+Bitacle
+Black Hole
 Blow
-Buck
+BotALot
+Brandprotect
 BuiltBotTough
-BuiltWith
-CCBot
-CODE87
+CSHttp
 Calculon
-CensysInspect
-CheTeam
 ChinaClaw
-Cloud mapping
 Cocolyzebot
-Cogentbot
+Collector
 Copier
-CopyRightCheck
-CrazyWebCrawler
+Crawling at Home Project
+Crescent
 Custo
 DSearch
+DTS Agent
+DataCha0s
 Demon
-Devil
-Dispatch
+Deusu
 DittoSpyder
-DomCopBot
-DomainCrawler
-DomainStatsBot
+DnyzBot
+DomainAppender
+DomainSigmaCrawler
+Domains Project
 Dotbot
+Download Wonder
 ECCP/1.0
-EMail Siphon
-EMail Wolf
-Ebingbong
-Ecxi
-EirGrabber
-EroCrawler
-Express WebPictures
-ExtLinksBot
+Evil
+Exabot
+Extreme Picture Finder
 Ezooms
-FHscan
-FemtosearchBot
 Fimap
 Foobot
 Fuzz
 FyberSpider
-GT::WWW
-GalaxyBot
+Fyrebot
+G-i-g-a-b-o-t
+GetRight
 GetWeb
-Getintent
-Gigabot
-Gotit
-GrabNet
-Grabber
+Go!Zilla
+GoZilla
 Grafula
+GrapeFX
+GridBot
 HEADMasterSEO
 HTMLparser
-HTTP::Lite
+Haansoft
 Harvest
 Humanlinks
-IDBot
+Iblog
+Id-search
+IlseBot
+Image Fetch
 Indy Library
 InfoNaviRobot
+Intelliseek
 InterGET
-Internet Ninja
-InternetSeer
-IstellaBot
-JamesBOT
-Jbrofuzz
+Iskanie
+JOC Web Spider
 JetCar
-Joomla
-Kenjin Spider
+JikeSpider
+JustView
+Keyword Density
 Kinza
+LWP::Simple
+Lanshanbot
+Leap
+LeechGet
 LexiBot
 Lftp
-LibWeb
-LinkWalker
-Linkdexbot
+LinkScan
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Litemage_walker
+LinqiaScrapeBot
+Lipperhey
 Lmspider
-Ltx71
 MFC_Tear_Sample
-MJ12bot
+MIDown tool
 MQQBrowser
-MSIECrawler
+Mail.RU_Bot
+Majestic SEO
+Majestic-SEO
 Majestic12
-MarkMonitor
+MarkWatch
 Mass Downloader
-MauiBot
+Mata Hari
+Mb2345Browser
 MeanPath Bot
-Microsoft Data Access
+Metauri
+MicroMessenger
+Microsoft URL Control
 Minefield
-Mister PiX
+Moblie Safari
 Mojeek
-Morfeus Fucking Scanner
-Musobot
-NICErsPRO
-NPbot
-Name Intelligence
-Nameprotect
+Mozlila
+Mr.4x3
 Navroad
 Needle
-Net Vampire
 NetAnts
 NetLyzer
-NetZIP
+NetSpider
 Netcraft
+Nettrack
 Netvibes
-Nibbler
-Not
+NextGenSearchBot
+Nikto
+NimbleCrawler
 Offline Explorer
-OnCrawl
 OpenLinkProfiler
+Openfind
+OrangeBot
 OrangeSpider
-OutfoxBot
-PECL::HTTP
+OutclicksBot
+PHPCrawl
 POE-Component-Client-HTTP
-PeoplePal
+Page Analyzer
+PageGrabber
+Pandalytics
 Piepmatz
+Pixray
 PleaseCrawl
-Probethenet
-Psbot
-Pu_iN
-Pump
-Quick-Crawler
-RankActiveLinkBot
-RankFlex
+ProWebWalker
+PyCurl
+RSSingBot
+RankingBot
+Rankivabot
 RankurBot
-Re-re
-Reaper
-RedesScrapy
-Rogerbot
-SEOlyticsCrawler
+Recorder
+RocketCrawler
+SBIder
 SEOprofiler
-SEOstats
 SalesIntelligent
+ScoutJet
+Screaming
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
 SemrushBot
-SeobilityBot
+SeoSiteCheckup
 Seomoz
-Siphon
+Site Sucker
 SiteExplorer
-SiteSnagger
+SiteLockSpider
+SiteSucker
+Sitebeam
 SlySearch
-Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
-Steeler
-Stripper
-SurveyBot
+SmartDownload
+Snapbot
+SocialRankIOBot
+Sogou web spider
+SpankBot
+Spbot
+Sqlworm
+Sucker
+SuperBot
 Suzuran
-TheNomad
+Swiftbot
+T0PHackTeam
+Teleport
+TeleportPro
+Telesphoreo
+Telesphorep
+Toweyabot
 Trendiction
-TwengaBot
+Turnitin
 Twice
-Typhoeus
+URLy.Warning
 UnisterBot
-V-BOT
-VCI
 Vagabondo
-VidibleScraper
-VoidEYE
-Voil
-WISENutbot
+VelenPublicWebCrawler
+Virusdie
+WEBDAV
+WPScan
 WWW-Collector-E
 WWW-Mechanize
-Wallpapers
+WWW::Mechanize
+Wallpapers/3.0
 WallpapersHD
 WeSEE
 Web Auto
-Web Pix
+Web Fuck
 Web Sauger
-WebBandit
+Web Sucker
+WebAuto
 WebCollage
-WebCopier
-WebEnhancer
 WebFetch
-WebFuck
 WebImageCollector
-WebLeacher
-WebPix
+WebReaper
 WebSauger
 WebSucker
-WebZIP
-Webalta
-WebmasterWorldForumBot
-Website Quester
+WebWhacker
+Webshag
 WebsiteQuester
-Whack
-Wonderbot
+Who.is Bot
+WinHTTrack
+WiseGuys Robot
+Woobot
 Wprecon
-Xaldon WebSpider
 Xaldon_WebSpider
-YoudaoBot
-Zauba
-Zermelo
-ZoomBot
-ZumBot
-adscanner
-archive.org_bot
-backlink-check
+Zade
+ZoominfoBot
 clark-crawler
-coccocbot-web
-com.plumanalytics
+crawl.sogou.com
 crawler.feedback
-demandbase-bot
+domainsproject.org
 facebookscraper
+heritrix
 internetVista monitor
 isitwp.com
-lwp-request
-mediawords
+lwp-trivial
+magpie-crawler
+muhstik-scan
 oBot
-page scorer
 pcBrowser
-plumanalytics
 polaris version
+probe-image-size
 s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-seostar
+seoscanners
 serpstatbot
 sexsearcher
-sitechecker.pro
 sp_auditbot
-tAkeOut
+trendiction.com
 ubermetrics-technologies.com
+voyagerx.com
 webgains-bot
+webmeup-crawler
 webpros.com
-zauba.io
-zgrab
+webprosbot
+x09Mozilla
+xpymep1.exe