V4.2022.04.3036 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
-ADmantX
+01h4x.com
 AIBOT
-ASPSeek
-Aboundexbot
-Acunetix
-AhrefsBot
+AfD-Verbotsverfahren
 AiHitBot
-Aipbot
-AllSubmitter
 Alligator
+Anarchie
 Anarchy
 Anarchy99
-Ankit
-Apexoo
-Attach
-AwarioRssBot
-AwarioSmartBot
+Anthill
+Aspiegel
+BBBike
 BDCbot
-BDFetch
-BLEXBot
+BackDoorBot
+BackWeb
 BacklinkCrawler
 Badass
+Bandit
+BatchFTP
 Battleztar Bazinga
-BetaBot
-Bigfoot
 Black Hole
 Blackboard
-Brandwatch
-Buck
+Blow
+Boardreader
+BotALot
 Buddy
-BuiltBotTough
-BuiltWith
-BuzzSumo
-CCBot
-CSHttp
-Calculon
-CensysInspect
+BunnySlippers
+Cegbfeieh
+CheTeam
+Chlooe
 Citoid
-Claritybot
-Cliqzbot
-Cloud mapping
+Collector
 CopyRightCheck
+Copyscape
+Cosmos
+Craftbot
+CrazyWebCrawler
+Crescent
 DBLBot
 DTS Agent
-Demon
-Dirbuster
-Disco
-Discoverybot
 Dispatch
-DomainCrawler
-Domains Project
-Dotbot
+DomCopBot
+Download Wonder
 Dragonfly
 Drip
 EMail Siphon
+EasyDL
+Ebingbong
+Ecxi
 EroCrawler
-Evil
-Exabot
-Express WebPictures
-EyeNetIE
 FDM
-FHscan
-FlashGet
-Freeuploader
-G-i-g-a-b-o-t
-GT::WWW
+FemtosearchBot
+Fimap
+Firefox/7.0
+Flunky
+Foobot
+FrontPage
+FyberSpider
 GalaxyBot
-Genieo
-GermCrawler
-GetWeb
+GetRight
 Getintent
+Go-Ahead-Got-It
 GoZilla
-HEADMasterSEO
-HTTrack
+Gotit
+GrabNet
+GrapeshotCrawler
+HTTP::Lite
 HaosouSpider
 Harvest
+Heritrix
+Hloader
 HonoluluBot
-HybridBot
-IDBot
-IRLbot
-Iblog
 Id-search
 Image Sucker
-Indy Library
-InfoNaviRobot
+IndeedBot
+InfoTekies
+Intelliseek
 InterGET
-JikeSpider
+InternetSeer
+Jbrofuzz
 Joomla
 Jorgee
-JustView
-Jyxobot
-Keybot Translation-Search-Machine
+Kenjin Spider
 Kinza
 Kozmosbot
-LWP::Simple
+LNSpiderguy
 Lanshanbot
 Leap
 LeechGet
-LibWeb
-LieBaoFast
+LexiBot
+Libwhisker
 Lightspeedsystems
 Linkbot
+LinkpadBot
 LinksManager
-LinqiaRSSBot
-Litemage_walker
-MIDown tool
-MIIxpc
+LinqiaScrapeBot
+Lipperhey Spider
+Lmspider
+Ltx71
 MJ12bot
-MSIECrawler
-Mail.RU_Bot
-MarkWatch
+MSFrontPage
+Majestic SEO
 Masscan
-MauiBot
-Moblie Safari
-Mojolicious
-Morfeus Fucking Scanner
-Msrabot
-Musobot
-Name Intelligence
-Nameprotect
+Mata Hari
+Mb2345Browser
+Metauri
+Microsoft Data Access
+Mojeek
+MolokaiBot
+Mr.4x3
+NPbot
+Navroad
 Nessus
-NetMechanic
-NetSpider
-NetZIP
 Netcraft
-Niki-bot
-Ninja
-Not
+Nettrack
+Nibbler
+Nmap
 Octopus
-Offline Navigator
+OpenLinkProfiler
 Openvas
-OrangeSpider
-OutfoxBot
+OrangeBot
 PECL::HTTP
-PHPCrawl
 POE-Component-Client-HTTP
-Page Analyzer
+PageGrabber
 PageScorer
+Panscient
 Papa Foto
+Pavuk
+PeoplePal
+Pi-Monster
+PictureFinder
+Piepmatz
+Pockey
 ProPowerBot
+Probethenet
 Psbot
+PxBroker
 QueryN Metasearch
 Quick-Crawler
 RSSingBot
-RankActive
-RankActiveLinkBot
-Rankivabot
+RankingBot
+RankingBot2
 RankurBot
 ReGet
 Reaper
-Recorder
+RebelMouse
+RedesScrapy
 Ripper
-Rogerbot
-SEOkicks
+RocketCrawler
+SEOkicks-Robot
+SEOprofiler
 SISTRIX
-ScanAlert
 Scanbot
-Screaming
-SearchmetricsBot
-Seekport
+ScreenerBot
 SemanticJuice
 Semrush
 SemrushBot
-SentiBot
-SeoSiteCheckup
-SeobilityBot
+Seomoz
 Siphon
+SiteCheckerBotCrawler
 SiteExplorer
-SiteLockSpider
+SiteSnagger
 SiteSucker
-SocialRankIOBot
+Siteimprove
+Sociscraper
 Sogou web spider
-Spbot
 SputnikBot
-Sqlworm
-Sqworm
-Steeler
-Stripper
-Sucker
+Sqlmap
+SuperBot
 SuperHTTP
+Surfbot
 SurveyBot
-Suzuran
-Swiftbot
+T0PHackTeam
+T8Abot
+Teleport
+TightTwatBot
+Toata
 Toweyabot
+Trendictionbot
+True_Robot
 TurnitinBot
-Typhoeus
-URLy Warning
 URLy.Warning
-UnisterBot
+Upflow
 VB Project
-VCI
-VelenPublicWebCrawler
-VeriCiteCrawler
+Vacuum
+VidibleScraper
+Virusdie
+VoidEYE
+Voil
 Voltron
 WBSearchBot
-WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
-WallpapersHD
-Web Fetch
-Web Pix
-Web Sauger
+Web Auto
+Web Fuck
+WebCopier
 WebEnhancer
+WebFetch
+WebFuck
+WebLeacher
 WebPix
-WebReaper
 WebSauger
-WebStripper
 WebSucker
+WebZIP
 Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
+Webshag
 WebsiteQuester
-Widow
+Whacker
+Who.is Bot
 WinHTTrack
 WiseGuys Robot
 Xaldon_WebSpider
-Zermelo
-ZumBot
-cah.io.community
-clark-crawler
+Xenu
+Zitebot
+ZoomBot
+archive.org_bot
+check1.exe
+coccocbot
 cognitiveseo
 crawl.sogou.com
+crawler.feedback
+dataforseo.com
 demandbase-bot
 domainsproject.org
-facebookscraper
+heritrix
+instabid
+internetVista monitor
 ips-agent
-isitwp.com
+iubenda-radar
+lwp-trivial
+magpie-crawler
+meanpathbot
 mediawords
-muhstik-scan
-netEstate NE Crawler
-page scorer
 pcBrowser
 probe-image-size
-satoristudio.net
-scalaj-http
 scan.lol
-seocompany.store
-sexsearcher
+seobility
+seostar
 sitechecker.pro
-siteripz
+sogouspider
+sysscan
 tAkeOut
 trendiction.com
-trendiction.de
-voyagerx.com
-webpros.com
-x22Mozilla
+ubermetrics-technologies.com
+webgains-bot
+webprosbot
+x09Mozilla
+xpymep1.exe
 zauba.io
 zgrab