V4.2021.12.2810 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404checker
-AIBOT
-ALittle Client
-Aboundexbot
+404enemy
+Abonti
 AfD-Verbotsverfahren
-AhrefsBot
+Aipbot
 AllSubmitter
+Alligator
 Anarchy
-Ankit
-Anthill
-Apexoo
-Aspiegel
+Anarchy99
 Asterias
-AwarioSmartBot
 BBBike
 BDCbot
-BackStreet
-BackWeb
+BDFetch
+BLEXBot
 Backlink-Ceck
-BacklinkCrawler
-Bigfoot
-Bitacle
-BlackWidow
+Bandit
+Barkrowler
+Battleztar Bazinga
+BetaBot
 Blackboard
 Blow
+Boardreader
 Bolt
-BotALot
 Brandprotect
 Brandwatch
 Buck
-CODE87
-CherryPicker
+Buddy
+BuiltWith
+BuzzSumo
+CATExplorador
+CCBot
+Calculon
+CheTeam
+Chlooe
 Citoid
-Claritybot
 Cloud mapping
-Cogentbot
+Collector
+Copier
 Copyscape
-Cosmos
 Crawling at Home Project
-CrazyWebCrawler
-Crescent
-CyotekWebCopy
-DSearch
+CrunchBot
+DTS Agent
 DataCha0s
-Demon
 Devil
 Digincore
-DigitalPebble
-Dirbuster
-Disco
-Discobot
-Discoverybot
 Dispatch
 DittoSpyder
-DomCopBot
+DnBCrawler-Analytics
+DomainAppender
+DomainCrawler
 Download Wonder
-Dragonfly
-Drip
-EMail Wolf
-Ecxi
-Evil
-Exabot
-Express WebPictures
+ECCP/1.0
+EMail Siphon
+EasyDL
+Ebingbong
+EyeNetIE
+Ezooms
 FDM
-FHscan
-FemtosearchBot
-Foobot
+Fimap
 Freeuploader
+FrontPage
 Fyrebot
-GT::WWW
+G-i-g-a-b-o-t
+Genieo
 Getintent
+Gigabot
 Gotit
-Grabber
-Grafula
 GrapeFX
-HMView
-HaosouSpider
-Harvest
-Humanlinks
-IDBTE4M
+GridBot
+HTMLparser
+HTTP::Lite
+Havij
+Hloader
 IDBot
 IRLbot
-IlseBot
-IndeedBot
-InfoTekies
-Intelliseek
-Internet Ninja
-Iria
+Image Fetch
+Indy Library
 IstellaBot
 JOC Web Spider
 JamesBOT
 Jbrofuzz
-Jyxobot
-Kozmosbot
+JennyBot
+Jetty
+Joomla
+Jorgee
+JustView
+Kenjin Spider
+Keyword Density
+Kinza
+LNSpiderguy
 Lanshanbot
 Leap
-Lftp
-Libwhisker
-LinkWalker
+LeechGet
+LexiBot
+LinkScan
+Linkdexbot
 LinkextractorPro
-LinkpadBot
-LinksManager
 LinqiaMetadataDownloaderBot
-Lmspider
+LinqiaRSSBot
+LinqiaScrapeBot
+Litemage_walker
 Ltx71
 MJ12bot
-MTRobot
-Mag-Net
-Mass Downloader
-Masscan
-Meanpathbot
+MSIECrawler
+Majestic SEO
+MarkMonitor
+MauiBot
 Mediatoolkitbot
 MegaIndex.ru
 Metauri
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
+Moblie Safari
 Mojolicious
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Musobot
-NICErsPRO
-Name Intelligence
+NPbot
 Nameprotect
-NetLyzer
-NetMechanic
-NetSpider
+Needle
+Net Vampire
+NetZIP
 Netcraft
-Nettrack
-NextGenSearchBot
-Nibbler
+Niki-bot
+Nikto
 NimbleCrawler
+Nmap
 Nuclei
 Nutch
+Octopus
 Offline Explorer
-Offline Navigator
+OpenLinkProfiler
+Openfind
+Openvas
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PECL::HTTP
+POE-Component-Client-HTTP
 PageAnalyzer
 PageGrabber
-PageScorer
-PageThing.com
 Papa Foto
+PeoplePal
 Petalbot
 Picscout
 Picsearch
-Pixray
+Piepmatz
 PleaseCrawl
+ProPowerBot
 ProWebWalker
-Probethenet
-Psbot
+Pu_iN
 Pump
-RankFlex
+PxBroker
+PyCurl
+RSSingBot
 RankingBot
-Re-re
-Reaper
+RankingBot2
+Rankivabot
 RebelMouse
-SEOlyticsCrawler
-SEOprofiler
+RedesScrapy
+RocketCrawler
+Rogerbot
+SBIder
+SEOkicks
+SEOkicks-Robot
 SEOstats
-SalesIntelligent
-ScanAlert
 Scanbot
+ScoutJet
 Scrapy
-Screaming
-ScreenerBot
-ScrepyBot
-SearchmetricsBot
 SemanticJuice
-SentiBot
-SiteCheckerBotCrawler
+Semrush
+Site Sucker
 SiteExplorer
-Siteimprove
 SlySearch
+SmartDownload
+Snapbot
+Snoopy
 Sociscraper
 Sosospider
-Spammen
-Spinn3r
+SpankBot
+Spanner
+SputnikBot
 Sqlmap
-Sqworm
-Stripper
-Swiftbot
+Sqlworm
+Sucker
+Sucuri
+Suzuran
+T0PHackTeam
 Teleport
-Telesphoreo
-TightTwatBot
-Toata
+TeleportPro
+Tracemyfile
 Trendiction
 Turnitin
-TwengaBot
-URLy Warning
-URLy.Warning
+Typhoeus
+UnisterBot
 Upflow
-VB Project
-Vacuum
-Vagabondo
-VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
+VCI
+Virusdie
 WBSearchBot
-WEBDAV
 WWW-Collector-E
 WWW::Mechanize
-WWWOFFLE
-Wallpapers/3.0
 WallpapersHD
-Web Collage
+WeSEE
+Web Auto
 Web Fetch
-WebAuto
-WebFetch
-WebImageCollector
+Web Fuck
+Web Sauger
+WebBandit
+WebCollage
+WebEnhancer
+WebFuck
+WebGo IS
 WebSauger
-WebZIP
-WebmasterWorldForumBot
-Website Quester
+Webshag
+WebsiteExtractor
 WebsiteQuester
-Webster
+Whack
+Whacker
 Whatweb
-Who.is Bot
-Wonderbot
-Xaldon WebSpider
-YoudaoBot
+Wotbox
+Wprecon
+Xaldon_WebSpider
 Zade
 Zauba
-Zitebot
+Zeus
 ZumBot
-arquivo.pt
-autoemailspider
-coccocbot-web
+adscanner
+archive.org_bot
+backlink-check
 cognitiveseo
+com.plumanalytics
 crawl.sogou.com
 crawler4j
-dataforseo.com
 domainsproject.org
-eCatch
-facebookscraper
-heritrix
-internetVista monitor
+evc-batch
 isitwp.com
-lwp-request
-magpie-crawler
 meanpathbot
-mediawords
 muhstik-scan
-page scorer
+netEstate NE Crawler
+oBot
+pcBrowser
+probe-image-size
 ripz
-s1z.ru
-seostar
+satoristudio.net
+scalaj-http
+seobility
+serpstatbot
 sexsearcher
-webgains-bot
-x22Mozilla
+ubermetrics-technologies.com
+webpros.com