V4.2022.03.2979 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
+404enemy
 80legs
 ADmantX
 AIBOT
-ASPSeek
-Aboundexbot
+ALittle Client
+Aboundex
 AhrefsBot
-Alexibot
 AllSubmitter
-AlphaBot
-Anarchy
+Anarchie
 Anarchy99
-Apexoo
+Anthill
+Aspiegel
 Asterias
-Atomseobot
-AwarioRssBot
+Attach
+BBBike
+BDCbot
 BDFetch
+BLEXBot
 BackStreet
-BackWeb
-Bandit
-BetaBot
+Backlink-Ceck
+Battleztar Bazinga
 Bigfoot
-BlackWidow
-BlowFish
-Boardreader
-BotALot
-Brandprotect
-Brandwatch
-Buck
+Blackboard
+Blow
 Buddy
-BuiltBotTough
 Bullseye
-BuzzSumo
-CCBot
-Calculon
-CheTeam
-CheeseBot
-CherryPicker
+BunnySlippers
+CensysInspect
 ChinaClaw
 Chlooe
+Claritybot
+Cocolyzebot
 Collector
-CopyRightCheck
-Craftbot
-Crawling at Home Project
+Copier
 CrazyWebCrawler
-Crescent
-CrunchBot
 CyotekWebCopy
+DBLBot
 DIIbot
-DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
 Devil
-DigitalPebble
+Digincore
+Dirbuster
 Discobot
 Discoverybot
-Dotbot
+Dispatch
+DittoSpyder
+Dragonfly
 Drip
 ECCP/1.0
-EasyDL
-EirGrabber
-Express WebPictures
-ExtLinksBot
-Extreme Picture Finder
-Ezooms
+Evil
+Exabot
+Extractor
 FDM
-Fimap
-Firefox/7.0
-FlashGet
-Flunky
+Foobot
 FrontPage
-Fuzz
-Fyrebot
-GalaxyBot
+FyberSpider
+G-i-g-a-b-o-t
+Genieo
 GermCrawler
-GetRight
 Getintent
 Gigabot
+Go!Zilla
 GoZilla
 GrabNet
+Grafula
 GrapeFX
 GrapeshotCrawler
-HEADMasterSEO
 HMView
-HTTP::Lite
-HTTrack
-Humanlinks
+Haansoft
+Heritrix
+Hloader
+HonoluluBot
+IDBTE4M
+IRLbot
+Iblog
 IlseBot
-Indy Library
+Image Fetch
+Image Sucker
+IndeedBot
+Internet Ninja
 InternetSeer
+Iria
 Iskanie
-JOC Web Spider
-JamesBOT
+IstellaBot
+JennyBot
 JikeSpider
 Joomla
-JustView
+Jorgee
+Keyword Density
+Kozmosbot
 LNSpiderguy
-Lanshanbot
-LexiBot
-Lightspeedsystems
+LWP::Simple
+LieBaoFast
+LinkScan
+LinkWalker
 Linkbot
-LinkextractorPro
+LinkpadBot
+LinksManager
 LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-MIDown tool
-MQQBrowser
-MSIECrawler
-Mag-Net
-Magnet
-Mail.RU_Bot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+MJ12bot
 Majestic-SEO
-MarkMonitor
-Mb2345Browser
+Majestic12
+Mata Hari
+Meanpathbot
 Mediatoolkitbot
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
-Minefield
-Mister PiX
 Moblie Safari
-NPbot
-Name Intelligence
-Nameprotect
-Navroad
+MolokaiBot
+Mozlila
+Musobot
+Needle
 Nessus
-NetAnts
-NetZIP
+Net Vampire
+Nettrack
 Netvibes
-Nikto
-Not
 Nutch
-Octopus
 Offline Explorer
-OpenVAS
-Openfind
+OnCrawl
+Openvas
+OrangeBot
+OrangeSpider
+OutclicksBot
+OutfoxBot
 Page Analyzer
-PageThing.com
-PeoplePal
-PictureFinder
-Piepmatz
-Pimonster
+PageGrabber
+PageScorer
+Pandalytics
 Pixray
+PleaseCrawl
+ProPowerBot
+ProWebWalker
+Psbot
+Pu_iN
+PxBroker
 PyCurl
-QueryN Metasearch
+RSSingBot
 RankActive
-RealDownload
-RebelMouse
-RedesScrapy
+RankActiveLinkBot
+RankFlex
+Rankivabot
+RankurBot
+ReGet
+Reaper
+RepoMonkey
 Ripper
-Rogerbot
-SEOkicks
-SEOkicks-Robot
+SalesIntelligent
 Scanbot
-ScoutJet
-ScreenerBot
-ScrepyBot
+Scrapy
+Screaming
+Searchestate
 SearchmetricsBot
-SemanticJuice
 Semrush
-SeobilityBot
-Seomoz
-Siphon
-SiteLockSpider
-SiteSucker
+SentiBot
+Site Sucker
 Siteimprove
 SlySearch
-SmartDownload
-Snapbot
-Snoopy
-SocialRankIOBot
-Sociscraper
+Snake
+Sogou web spider
 Sosospider
+Spammen
 SputnikBot
+Sqlworm
 Sqworm
-Sucuri
-SuperHTTP
-Surfbot
-Swiftbot
-TeleportPro
-Telesphoreo
+Steeler
+SuperBot
+SurveyBot
 Telesphorep
-The Intraformant
 TheNomad
-TightTwatBot
-Titan
-Turingos
-Turnitin
-TwengaBot
-Twice
+Thumbor
+Trendiction
+Trendictionbot
 URLy.Warning
 UnisterBot
-Upflow
 V-BOT
-VB Project
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
 VoidEYE
-WASALive-Bot
+WBSearchBot
+WEBDAV
 WPScan
 WWW-Collector-E
-WWW-Mechanize
-WWW::Mechanize
-WWWOFFLE
+Wallpapers
 WallpapersHD
-WeSEE
 Web Auto
 Web Enhancer
-Web Fuck
+Web Fetch
 WebAuto
 WebBandit
+WebCopier
+WebFetch
+WebFuck
 WebImageCollector
-WebPix
 WebReaper
 WebStripper
-WebSucker
-WebmasterWorldForumBot
-WebsiteExtractor
+Webalta
+Website Quester
+WebsiteQuester
+Webster
 Whack
 Whatweb
+Who.is Bot
+Widow
 Woobot
+Wprecon
 YoudaoBot
 Zade
-Zauba
-Zeus
-ZmEu
 ZyBorg
+adscanner
+archive.org_bot
 arquivo-web-crawler
-cah.io.community
+backlink-check
 check1.exe
-clark-crawler
-demandbase-bot
+crawler4j
+dataforseo.com
 domainsproject.org
-instabid
+eCatch
+evc-batch
+facebookscraper
+gopher
+heritrix
+internetVista monitor
+isitwp.com
 iubenda-radar
-lwp-request
-netEstate NE Crawler
+magpie-crawler
+meanpathbot
+page scorer
 pcBrowser
+plumanalytics
+polaris version
 s1z.ru
-seoscanners
-sexsearcher
-sogouspider
+scalaj-http
+seobility
+seocompany.store
+seostar
+sitechecker.pro
+sp_auditbot
 spyfu
 sysscan
-ubermetrics-technologies.com
-voyagerx.com
+tAkeOut
+trendiction.com
 webgains-bot
 webmeup-crawler
-webprosbot
-x22Mozilla
+webpros.com
+xpymep1.exe