V4.2021.08.2530 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-AIBOT
-Acunetix
-AhrefsBot
-AiHitBot
-Aipbot
-AllSubmitter
-AlphaBot
+404enemy
+ADmantX
+ALittle Client
+ASPSeek
+Abonti
+Aboundexbot
+AfD-Verbotsverfahren
+Alexibot
 Anarchy
-Apexoo
-Asterias
-AwarioSmartBot
-BDFetch
+Anthill
+AwarioRssBot
+BBBike
 BLEXBot
-Backlink-Ceck
-Badass
-Bandit
+BackWeb
 BatchFTP
-Battleztar Bazinga
+BetaBot
+Bitacle
 BlackWidow
-Bullseye
-CSHttp
+Blow
+BlowFish
+BotALot
+BunnySlippers
+CATExplorador
 Calculon
+Cegbfeieh
 CheTeam
+CheeseBot
+CherryPicker
+ChinaClaw
 Chlooe
-Cliqzbot
-Cloud mapping
-Copyscape
+Claritybot
+Cocolyzebot
+Cogentbot
+Collector
 Cosmos
-Craftbot
-CrazyWebCrawler
-Crescent
-CrunchBot
-Curious
+Custo
+DBLBot
 DSearch
-Devil
+DTS Agent
 DigitalPebble
-Discobot
+Dirbuster
 Dispatch
-DomCopBot
+DnyzBot
 DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
 Dotbot
+Dragonfly
+Drip
 ECCP/1.0
-Ecxi
+EMail Wolf
+EasyDL
+Ebingbong
 EirGrabber
-Evil
-EyeNetIE
-Ezooms
+Exabot
+Express WebPictures
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 FHscan
-Flunky
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
+FemtosearchBot
+Fimap
+Foobot
+Freeuploader
+FrontPage
+GT::WWW
 GalaxyBot
-GermCrawler
-Gigablast
+GetWeb
+Getintent
+Gigabot
 Go!Zilla
-GoZilla
+Go-Ahead-Got-It
+GrabNet
 Grabber
-GrapeFX
-GrapeshotCrawler
-GridBot
+HMView
 HTTP::Lite
-HaosouSpider
+HTTrack
 Harvest
+Havij
 Heritrix
-HybridBot
-IDBTE4M
+Hloader
+IRLbot
 Id-search
 IndeedBot
 Indy Library
-Intelliseek
+InfoNaviRobot
+InfoTekies
 InterGET
-Iria
-Iskanie
-IstellaBot
-JOC Web Spider
-JikeSpider
-Joomla
-Jorgee
-JustView
-Kinza
+Internet Ninja
+JamesBOT
+JennyBot
+JetCar
+Jyxobot
+Kenjin Spider
 Kozmosbot
-LWP::Simple
+Lanshanbot
+Leap
+LeechGet
 LexiBot
-LinkpadBot
+LieBaoFast
+Likse
+LinkWalker
+Linkbot
+LinkextractorPro
 LinksManager
-LinqiaRSSBot
-LinqiaScrapeBot
-Ltx71
-MJ12bot
+Litemage_walker
+MQQBrowser
+MSFrontPage
 MSIECrawler
+Magnet
+Mail.RU_Bot
 Majestic12
-Mass Downloader
-Mata Hari
 MauiBot
-Meanpathbot
 MegaIndex.ru
-MicroMessenger
+Metauri
+Microsoft URL Control
 Mister PiX
-Moblie Safari
-Mojolicious
+Mojeek
+Mozlila
 Musobot
+NICErsPRO
 NPbot
-Nameprotect
+Name Intelligence
 Navroad
-NetAnts
-NetMechanic
-NetSpider
+NearSite
 NetZIP
+Netcraft
 Nettrack
-Nikto
-NimbleCrawler
-Nimbostratus
+NextGenSearchBot
+Nibbler
+Niki-bot
+Ninja
+Nmap
 Nuclei
-Octopus
-OpenLinkProfiler
-OpenVAS
-Openfind
+Offline Explorer
+Offline Navigator
 Openvas
-OutfoxBot
-PHPCrawl
+OrangeBot
 POE-Component-Client-HTTP
-Page Analyzer
+PageThing.com
 Papa Foto
-Pi-Monster
+Pavuk
+PeoplePal
 Picscout
 Picsearch
-Pixray
+Piepmatz
+Pimonster
+PleaseCrawl
 Pockey
-ProPowerBot
 ProWebWalker
 Psbot
-PyCurl
-QueryN Metasearch
+Pu_iN
 Quick-Crawler
-RankingBot
 RankingBot2
-Re-re
-RealDownload
-RebelMouse
+ReGet
+Recorder
 RedesScrapy
-RepoMonkey
-Rogerbot
 SEOkicks-Robot
-SEOprofiler
-SMTBot
-Scanbot
+SEOstats
 Scrapy
-ScreenerBot
-ScrepyBot
-Semrush
-Shodan
+Searchestate
+SentiBot
+SeoSiteCheckup
 Siphon
-SiteExplorer
 SiteSnagger
-SiteSucker
-SmartDownload
 Snake
-Snapbot
-Sociscraper
 Sosospider
 Sottopop
-SpaceBison
+Spanner
 Spinn3r
-SputnikBot
-Sqlmap
-Sqworm
-Steeler
+Sqlworm
 Sucker
-Sucuri
 SuperBot
-Telesphorep
+SuperHTTP
+Suzuran
+Teleport
+Telesoft
 The Intraformant
-TheNomad
-TightTwatBot
-Toata
+Thumbor
+Toweyabot
 Tracemyfile
+Trendiction
+Turingos
 Turnitin
 TurnitinBot
-TwengaBot
+Twice
+Typhoeus
 URLy Warning
-UnisterBot
-Upflow
-VB Project
-VCI
-Vacuum
+URLy.Warning
+V-BOT
+VelenPublicWebCrawler
+VidibleScraper
 Virusdie
-VoidEYE
-Voltron
+Voil
 WASALive-Bot
-WWW-Mechanize
-WWW::Mechanize
+WBSearchBot
+WISENutbot
+WWW-Collector-E
 WWWOFFLE
-Wallpapers/3.0
-Web Collage
-Web Fetch
-Web Pix
-Web Sauger
-Web Sucker
-WebBandit
+Web Enhancer
+WebAuto
 WebCopier
-WebImageCollector
+WebFetch
 WebLeacher
 WebPix
+WebReaper
 WebSucker
-WebZIP
+WebWhacker
 Webalta
+WebmasterWorldForumBot
 Webshag
-Website Quester
-WebsiteExtractor
-Whack
-Whatweb
-Who.is Bot
-Widow
-WinHTTrack
-WiseGuys Robot
+Whacker
 Wonderbot
+Woobot
+Wotbox
 Wprecon
 Xaldon_WebSpider
-Xenu
-YoudaoBot
+Zade
 Zauba
+Zermelo
 Zeus
-Zitebot
+ZmEu
 ZumBot
-arquivo.pt
+ZyBorg
+archive.org_bot
 autoemailspider
-backlink-check
-clark-crawler
-crawl.sogou.com
-eCatch
-evc-batch
+check1.exe
+coccocbot-web
+cognitiveseo
+crawler4j
+domainsproject.org
+gopher
 isitwp.com
+lwp-request
 lwp-trivial
-meanpathbot
-mediawords
 muhstik-scan
-pcBrowser
-scan.lol
-seoscanners
+page scorer
+polaris version
+probe-image-size
 serpstatbot
+sp_auditbot
 sysscan
-trendiction.com
-webpros.com
+tAkeOut
+ubermetrics-technologies.com
 webprosbot
+x09Mozilla
 x22Mozilla
-xpymep1.exe