V4.2022.09.3374 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
 404checker
-80legs
-ASPSeek
+404enemy
+ADmantX
+AIBOT
+ALittle Client
 Aboundex
-Aboundexbot
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
-AllSubmitter
-Anarchie
+Alligator
+AlphaBot
+Anarchy
+Anarchy99
 Ankit
-Apexoo
-Asterias
-AwarioRssBot
+Attach
+AwarioSmartBot
+BBBike
 BDCbot
-BLEXBot
-Badass
-BatchFTP
-Bitacle
-Black Hole
-BlowFish
+Backlink-Ceck
+Bandit
+Barkrowler
+Battleztar Bazinga
+BetaBot
+Bigfoot
+Blow
+Bolt
 BotALot
+BuiltBotTough
 Bullseye
-BunnySlippers
-BuzzSumo
+CATExplorador
 CCBot
-CazoodleBot
+CensysInspect
+CherryPicker
+ChinaClaw
 Cliqzbot
-Cocolyzebot
-CopyRightCheck
-Copyscape
-Cosmos
+Collector
+Copier
+Craftbot
 Curious
-DIIbot
-DSearch
+Custo
+DBLBot
+DTS Agent
+DataCha0s
 DatabaseDriverMysqli
 Deusu
+Devil
 DigitalPebble
 Dirbuster
-DittoSpyder
+Disco
+Dispatch
 DnyzBot
 DomCopBot
-DomainSigmaCrawler
+DomainAppender
+DomainCrawler
+Dotbot
 Dragonfly
 ECCP/1.0
 EasyDL
-Ecxi
 EirGrabber
-Express WebPictures
-ExtLinksBot
+Exabot
 ExtractorPro
-EyeNetIE
-Ezooms
-FDM
 FHscan
 FemtosearchBot
-Fimap
-FlashGet
+Firefox/7.0
+Foobot
 Fuzz
-FyberSpider
 G-i-g-a-b-o-t
-GalaxyBot
-Gigabot
-Go!Zilla
-GoZilla
+GT::WWW
+Getintent
 Grafula
 GrapeshotCrawler
-HMView
-Haansoft
+GridBot
+HEADMasterSEO
 Havij
 Heritrix
-Humanlinks
-IDBot
-Iblog
+Hloader
+IRLbot
 Id-search
-IlseBot
-Image Sucker
-Indy Library
-InfoTekies
+IndeedBot
+InterGET
 Internet Ninja
+Iria
 Iskanie
-IstellaBot
-JOC Web Spider
 JamesBOT
-JennyBot
-Jetty
+Jbrofuzz
 Joomla
+Jorgee
 JustView
-Jyxobot
-Keybot Translation-Search-Machine
-Keyword Density
-LWP::Simple
-Larbin
-LibWeb
-Libwhisker
+LNSpiderguy
+Lanshanbot
+LeechGet
+Lightspeedsystems
 LinkScan
 LinkWalker
-Linkbot
 LinkextractorPro
 LinkpadBot
 LinqiaMetadataDownloaderBot
 Lipperhey
-Litemage_walker
-Ltx71
+Lipperhey Spider
+MFC_Tear_Sample
 MIDown tool
-MIIxpc
 MSFrontPage
 MTRobot
-Magnet
-Mail.RU_Bot
-Mass Downloader
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mag-Net
+Majestic SEO
+Masscan
+MauiBot
 Metauri
-Microsoft URL Control
-Mojolicious
-Mozlila
+MicroMessenger
+Microsoft Data Access
+Minefield
+Mojeek
+MolokaiBot
+Morfeus Fucking Scanner
+Mr.4x3
+Msrabot
+Musobot
+NICErsPRO
 NPbot
-Name Intelligence
 Nameprotect
-Net Vampire
-NetLyzer
-Netcraft
+NearSite
+Needle
+NetAnts
 Netvibes
-Niki-bot
+NextGenSearchBot
+Nibbler
 Nikto
-NimbleCrawler
+Nimbostratus
 Ninja
 Nmap
 Not
 Nuclei
-Nutch
-Octopus
-OpenLinkProfiler
+Offline Navigator
+OnCrawl
 OpenVAS
+Openvas
+OrangeBot
+OutfoxBot
+Page Analyzer
+PageAnalyzer
 PageThing.com
-Pandalytics
-Papa Foto
-Pavuk
-Petalbot
-Pi-Monster
+Panscient
+PeoplePal
 Picscout
 PictureFinder
 Piepmatz
 Pimonster
 Pixray
+ProWebWalker
 PxBroker
-QueryN Metasearch
-Quick-Crawler
-RankActiveLinkBot
+PyCurl
+RSSingBot
 RankingBot
-Reaper
-RebelMouse
+RankingBot2
+Re-re
+RealDownload
 RepoMonkey
-RocketCrawler
-SEOprofiler
-SISTRIX
+Rogerbot
+SEOkicks-Robot
+SEOstats
 SalesIntelligent
 Scrapy
-SearchmetricsBot
-Seekport
+Screaming
+ScrepyBot
 SentiBot
+SeoSiteCheckup
 Seomoz
 Shodan
-Siphon
-Site Sucker
-SiteSnagger
-SlySearch
-Snapbot
-SpankBot
-Spanner
+SiteCheckerBotCrawler
+SiteSucker
+Snoopy
+Sogou web spider
+Sosospider
+Spbot
 SputnikBot
-Steeler
-SuperBot
-SuperHTTP
+Sqlmap
+Sqlworm
+Stripper
+Sucker
 Surfbot
-Swiftbot
-Szukacz
 T0PHackTeam
-TeleportPro
+T8Abot
+Teleport
 Telesphoreo
-TightTwatBot
-Toata
-Tracemyfile
+Toweyabot
+Trendiction
 Trendictionbot
-Turnitin
-TurnitinBot
-TwengaBot
+Turingos
+Twice
 Typhoeus
-UnisterBot
-V-BOT
-VB Project
+URLy Warning
+URLy.Warning
+Vagabondo
 VelenPublicWebCrawler
+VeriCiteCrawler
+Virusdie
 VoidEYE
+Voltron
+WWW-Collector-E
 WWW-Mechanize
 WWW::Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
-Web Fetch
+Web Auto
+Web Collage
+Web Fuck
 Web Sauger
 WebAuto
-WebBandit
-WebFuck
-WebPix
-WebSucker
-Webalta
-WebmasterWorldForumBot
-Webshag
-Website Quester
+WebGo IS
+WebReaper
+WebStripper
+Webster
+Whacker
+Whatweb
+Who.is Bot
 Widow
 WinHTTrack
 Wonderbot
-Wotbox
-Xaldon_WebSpider
-Xenu
-YoudaoBot
 Zermelo
 Zeus
 ZmEu
 ZoomBot
 archive.org_bot
-arquivo.pt
 autoemailspider
-backlink-check
-cognitiveseo
-crawler4j
-dataforseo.com
-eCatch
+com.plumanalytics
+crawler.feedback
+domainsproject.org
 evc-batch
-heritrix
-isitwp.com
+instabid
+internetVista monitor
+ips-agent
+linkdexbot
 lwp-request
-magpie-crawler
+lwp-trivial
 mediawords
-muhstik-scan
-pcBrowser
+page scorer
 plumanalytics
 probe-image-size
-ripz
-scan.lol
+s1z.ru
+scalaj-http
 seobility
+seocompany.store
 seostar
-sexsearcher
-sogouspider
-sp_auditbot
+serpstatbot
+sysscan
+trendiction.de
 ubermetrics-technologies.com
-webgains-bot
+webmeup-crawler
+webprosbot
+x09Mozilla
+zgrab