V4.2021.09.2566 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-404enemy
+404checker
+80legs
+ADmantX
+AIBOT
+ALittle Client
 Aboundex
-Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-AiHitBot
-Alexibot
-AllSubmitter
-Alligator
-Anarchie
-Anarchy99
-Apexoo
+AhrefsBot
+Aipbot
+Anarchy
+Anthill
 AwarioRssBot
 AwarioSmartBot
-BDFetch
+BDCbot
 BackDoorBot
-BackWeb
+BackStreet
+Backlink-Ceck
+Badass
 BetaBot
-Black Hole
+Bigfoot
+BlackWidow
 Blackboard
-Blow
 BlowFish
-Boardreader
-Brandwatch
-BuiltWith
-Bullseye
-CATExplorador
+Buddy
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+Calculon
 CazoodleBot
-ChinaClaw
-Cloud mapping
-Cogentbot
+CheeseBot
+Cliqzbot
 CopyRightCheck
 Cosmos
-CrunchBot
+Craftbot
+Crawling at Home Project
 Curious
-Custo
-CyotekWebCopy
-DIIbot
-DSearch
-Deusu
+DTS Agent
+DatabaseDriverMysqli
+Demon
+Devil
 DigitalPebble
+Dirbuster
+Disco
 Discobot
 Discoverybot
-DittoSpyder
-Domains Project
-EMail Wolf
-EasyDL
+Dispatch
+DnyzBot
+DomainCrawler
+Drip
+ECCP/1.0
+EMail Siphon
 Ebingbong
 Evil
+Exabot
 Express WebPictures
 ExtLinksBot
+Extractor
 EyeNetIE
-FHscan
-Foobot
+FDM
+FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
+Freeuploader
+FrontPage
+Fuzz
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
+GalaxyBot
+Genieo
+GermCrawler
+GetRight
 GetWeb
-Getintent
-Gigablast
-Go-Ahead-Got-It
+Gigabot
 GoZilla
-Grabber
-GridBot
+Gotit
+GrabNet
 HEADMasterSEO
-HMView
 HTTP::Lite
+HTTrack
 Haansoft
-HaosouSpider
-Heritrix
+Harvest
+Havij
 Hloader
 Humanlinks
-Image Sucker
-InfoTekies
-Intelliseek
+HybridBot
+Iblog
+Id-search
+IndeedBot
+InfoNaviRobot
+InterGET
 InternetSeer
-JamesBOT
-JennyBot
-JetCar
-Jyxobot
-Kenjin Spider
-Keyword Density
+Iria
+Iskanie
+IstellaBot
+JustView
 Kinza
-Lanshanbot
-LeechFTP
+LNSpiderguy
+LWP::Simple
+Larbin
+Lftp
+LibWeb
 Libwhisker
-LieBaoFast
-Likse
 LinkScan
+LinksManager
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Ltx71
+Lipperhey Spider
+Lmspider
 MFC_Tear_Sample
 MIIxpc
 MJ12bot
+MQQBrowser
+MSFrontPage
 MTRobot
-Magnet
 Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
-Mb2345Browser
+Masscan
+MauiBot
 Meanpathbot
 Mediatoolkitbot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Mojolicious
+Microsoft URL Control
+Mister PiX
+Mojeek
 Mozlila
-Mr.4x3
-NICErsPRO
-Name Intelligence
-Nameprotect
-Needle
-Nessus
-NetAnts
-NetMechanic
+NPbot
+NetLyzer
+NetSpider
 NetZIP
 Netcraft
-Nettrack
 Netvibes
+Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-Nmap
 Nutch
-Octopus
-Offline Explorer
 OnCrawl
-OpenVAS
-OrangeSpider
-OutfoxBot
-PECL::HTTP
-PHPCrawl
-POE-Component-Client-HTTP
-Page Analyzer
+OpenLinkProfiler
+OrangeBot
+OutclicksBot
 PageAnalyzer
-PageGrabber
-PageScorer
-PageThing.com
-Petalbot
-Picsearch
-PictureFinder
-Piepmatz
-Pimonster
-Pixray
+Papa Foto
+Pi-Monster
+PleaseCrawl
+Pockey
 ProPowerBot
-Psbot
+Pump
+PyCurl
 QueryN Metasearch
-RSSingBot
 RankActive
 RankActiveLinkBot
-Rankivabot
-Re-re
+RankingBot
+RankingBot2
+RankurBot
 Reaper
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
 SBIder
-SEOlyticsCrawler
-ScanAlert
-Scanbot
+SEOkicks-Robot
+SEOstats
+SMTBot
+SalesIntelligent
+Screaming
 ScreenerBot
 ScrepyBot
-SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
+Searchestate
+SearchmetricsBot
+Semrush
 Site Sucker
 SiteCheckerBotCrawler
-SiteSucker
+SiteExplorer
+SiteLockSpider
 Sitebeam
+Siteimprove
 Sitevigil
-Snoopy
+Snake
+Snapbot
 SocialRankIOBot
 Sociscraper
-Sosospider
-Spammen
+Sogou web spider
+SpankBot
 Spanner
-Spbot
-Spinn3r
-Sqlworm
-Sucuri
-Surfbot
-Suzuran
-T8Abot
-Telesphorep
-The Intraformant
-Titan
-Toata
-Toweyabot
-Trendiction
-True_Robot
-Turingos
-TwengaBot
-Twice
-UnisterBot
-V-BOT
-VelenPublicWebCrawler
+Steeler
+Sucker
+SuperBot
+SurveyBot
+Swiftbot
+Teleport
+TeleportPro
+Telesphoreo
+TheNomad
+TightTwatBot
+Tracemyfile
+TurnitinBot
+URLy.Warning
+VB Project
+Vacuum
 VeriCiteCrawler
-Virusdie
-WASALive-Bot
-WEBDAV
+WBSearchBot
 WPScan
-WWW-Collector-E
 WWW::Mechanize
 Wallpapers/3.0
-Web Auto
-Web Enhancer
-Web Fetch
 Web Pix
 Web Sucker
+WebAuto
+WebBandit
 WebCollage
-WebCopier
-WebEnhancer
-WebFetch
+WebFuck
 WebGo IS
 WebPix
+WebSucker
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-Website Quester
-Whack
+WebsiteQuester
 Whatweb
-Who.is Bot
 WinHTTrack
+WiseGuys Robot
 Woobot
-Wprecon
-YoudaoBot
-Zade
-Zermelo
+Xenu
+Zauba
 Zitebot
 ZmEu
-archive.org_bot
-arquivo-web-crawler
-arquivo.pt
-crawler.feedback
+ZoomBot
+autoemailspider
+check1.exe
+coccocbot-web
 crawler4j
-evc-batch
-facebookscraper
+dataforseo.com
+demandbase-bot
+heritrix
 instabid
-ips-agent
-lwp-trivial
-mediawords
-muhstik-scan
+internetVista monitor
+netEstate NE Crawler
 oBot
-probe-image-size
-ripz
+page scorer
+polaris version
 s1z.ru
-scalaj-http
-scan.lol
-seostar
+satoristudio.net
+seobility
+seoscanners
 serpstatbot
+sexsearcher
+sp_auditbot
 spyfu
-trendiction.de
+tAkeOut
 voyagerx.com
-zauba.io
+x09Mozilla
+x22Mozilla
+zgrab