V4.2021.10.2671 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
-AIBOT
-ALittle Client
-AiHitBot
-Alexibot
-Alligator
-AlphaBot
+80legs
+ADmantX
+AfD-Verbotsverfahren
+AhrefsBot
+Aipbot
+AllSubmitter
 Anarchy
 Anarchy99
 Ankit
-BackDoorBot
-BackWeb
-Backlink-Ceck
-BacklinkCrawler
+Apexoo
+BDCbot
+BDFetch
+BLEXBot
 Badass
-BatchFTP
-Bitacle
-Black Hole
 Blackboard
+BlowFish
 Boardreader
-Bolt
-BotALot
+Brandprotect
 Buck
 Buddy
-CATExplorador
-CODE87
+Bullseye
+Calculon
 CazoodleBot
-Cegbfeieh
-CensysInspect
 Chlooe
-Claritybot
+Cliqzbot
 Cloud mapping
 Cocolyzebot
-Collector
-CopyRightCheck
-Craftbot
-Crawling at Home Project
-CrunchBot
+Cosmos
 Custo
+CyotekWebCopy
+DBLBot
+DSearch
 DataCha0s
+DatabaseDriverMysqli
+Demon
+Deusu
+Devil
+Dirbuster
+Discoverybot
 Dispatch
+DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomCopBot
-DomainSigmaCrawler
-Dotbot
-Drip
-Ebingbong
-EirGrabber
+DomainCrawler
+DomainStatsBot
+Download Wonder
+Dragonfly
+ECCP/1.0
+Ecxi
 Evil
+Express WebPictures
 Extractor
-Extreme Picture Finder
 Ezooms
-FDM
-FHscan
-Fimap
-FlashGet
-Foobot
-FrontPage
-FyberSpider
+Flunky
+Fuzz
+G-i-g-a-b-o-t
 GalaxyBot
 GetRight
 GetWeb
 Getintent
-Gigabot
+Go!Zilla
+Go-Ahead-Got-It
 GoZilla
 Gotit
-Grafula
+GrabNet
 GrapeFX
 GrapeshotCrawler
 GridBot
-HEADMasterSEO
-HMView
-HTTP::Lite
-Harvest
+Haansoft
+HaosouSpider
+Havij
+HybridBot
+IDBot
 IRLbot
 Id-search
 IlseBot
 Image Fetch
-InfoTekies
+Image Sucker
+Intelliseek
 Iskanie
-Jbrofuzz
-JikeSpider
-Joomla
+JOC Web Spider
+JennyBot
+JetCar
+Jetty
 Kenjin Spider
-Kozmosbot
+Kinza
 LNSpiderguy
-LeechFTP
-Lftp
+LWP::Simple
+Leap
 LibWeb
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
-LinkWalker
-LinkextractorPro
+LinkScan
+Linkbot
+Linkdexbot
 LinkpadBot
 LinksManager
-LinqiaMetadataDownloaderBot
 LinqiaRSSBot
 LinqiaScrapeBot
+Lipperhey
 Litemage_walker
+Lmspider
 Ltx71
 MFC_Tear_Sample
+MIDown tool
 MJ12bot
+MQQBrowser
+MSFrontPage
 Magnet
-Majestic SEO
-Masscan
+Mail.RU_Bot
+Majestic-SEO
+MarkWatch
+Mass Downloader
 MauiBot
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
-MicroMessenger
+MegaIndex.ru
+Microsoft URL Control
 Mister PiX
-Mr.4x3
+Mojeek
+Musobot
+NICErsPRO
+NPbot
 Nameprotect
-NetMechanic
+Needle
+Nessus
+NetSpider
+Nibbler
+Niki-bot
+NimbleCrawler
+Nimbostratus
+Nmap
+Nuclei
+Nutch
 Octopus
-OrangeBot
-OutclicksBot
-PHPCrawl
-POE-Component-Client-HTTP
+OnCrawl
+OpenLinkProfiler
+OpenVAS
+Openfind
+OrangeSpider
+OutfoxBot
+PECL::HTTP
 PageGrabber
-PageThing.com
-Papa Foto
-Petalbot
-Picscout
-Pimonster
-PleaseCrawl
-ProWebWalker
-Probethenet
+Pandalytics
+Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
+Pockey
+Psbot
 Pu_iN
 Pump
-Quick-Crawler
-RSSingBot
-RankActive
-Rankivabot
+PxBroker
+RankActiveLinkBot
+RankingBot
+RankurBot
 ReGet
 RealDownload
-Reaper
 RebelMouse
-Rogerbot
-SEOkicks
-SEOkicks-Robot
+Recorder
+RepoMonkey
 SEOlyticsCrawler
-SEOprofiler
+SISTRIX
 SMTBot
-Screaming
-ScreenerBot
-SemrushBot
+SalesIntelligent
+Scanbot
+ScoutJet
 SentiBot
 SeoSiteCheckup
+Shodan
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-SiteSnagger
-Sitevigil
-SlySearch
+Siteimprove
 SmartDownload
+SocialRankIOBot
 Sogou web spider
+Sosospider
 Sottopop
 SpaceBison
 SpankBot
-Spbot
-SuperBot
-Swiftbot
-Telesphoreo
+Sqworm
+Steeler
 Telesphorep
-The Intraformant
-TightTwatBot
-Toata
+Titan
 Toweyabot
 Tracemyfile
 Trendictionbot
 True_Robot
-TwengaBot
-URLy.Warning
-Upflow
-VB Project
-VCI
-VelenPublicWebCrawler
+Turingos
+TurnitinBot
+URLy Warning
+V-BOT
+VidibleScraper
 Virusdie
-Voltron
-WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWWOFFLE
-Wallpapers/3.0
-Web Auto
-Web Collage
+WallpapersHD
+Web Enhancer
+Web Fetch
 Web Fuck
-Web Pix
-Web Sauger
-Web Sucker
 WebBandit
-WebCollage
-WebFetch
 WebGo IS
 WebPix
+WebReaper
+WebSauger
 WebStripper
 WebSucker
-WebmasterWorldForumBot
-Webshag
-WebsiteQuester
+WebWhacker
+Website Quester
 Webster
 Whack
+Whacker
 Whatweb
-WinHTTrack
+Who.is Bot
 WiseGuys Robot
 Wonderbot
-Woobot
-Wprecon
-Xaldon_WebSpider
-YoudaoBot
+Xaldon WebSpider
+Xenu
 Zade
 Zeus
-Zitebot
-ZoomBot
-ZoominfoBot
 archive.org_bot
-arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
+arquivo-web-crawler
+clark-crawler
 coccocbot-web
 com.plumanalytics
 crawl.sogou.com
-crawler4j
+demandbase-bot
+domainsproject.org
+eCatch
 evc-batch
 facebookscraper
-heritrix
 instabid
 internetVista monitor
+ips-agent
+isitwp.com
 lwp-trivial
-magpie-crawler
-mediawords
-oBot
-plumanalytics
+netEstate NE Crawler
 polaris version
-satoristudio.net
+ripz
+s1z.ru
 scalaj-http
 scan.lol
-sexsearcher
+seoscanners
+sitechecker.pro
+sogouspider
+spyfu
 sysscan
 tAkeOut
-trendiction.com
 trendiction.de
 voyagerx.com
 webpros.com
+x09Mozilla
 zauba.io