V4.2021.10.2674 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,249 +1,249 @@
-360Spider
-404checker
-ADmantX
-ASPSeek
+404enemy
+80legs
+AIBOT
 Abonti
-Aboundex
 Acunetix
-Aipbot
-AlphaBot
+AfD-Verbotsverfahren
+AhrefsBot
+AiHitBot
 Anarchie
+Anarchy99
 Anthill
-Aspiegel
-Asterias
-Attach
 AwarioRssBot
-BLEXBot
-BackDoorBot
-Backlink-Ceck
-Badass
+AwarioSmartBot
+BDCbot
+BDFetch
+BackWeb
+BacklinkCrawler
 Barkrowler
-BetaBot
 Bigfoot
+Bitacle
 Blow
-BlowFish
-Boardreader
 Bolt
-Buck
-BuiltBotTough
-Bullseye
-CazoodleBot
-Cegbfeieh
-CheeseBot
+Brandprotect
+Brandwatch
+CATExplorador
+CCBot
+CSHttp
+Calculon
 ChinaClaw
+Chlooe
+Claritybot
 Cloud mapping
-Cocolyzebot
-Cogentbot
-Copier
 Copyscape
+Cosmos
 Craftbot
-Crawling at Home Project
-CrazyWebCrawler
 Curious
-Custo
-CyotekWebCopy
+DBLBot
+DIIbot
 DSearch
-DTS Agent
-Dirbuster
-Disco
+Digincore
+DigitalPebble
+Discobot
 Discoverybot
-DomCopBot
-DomainStatsBot
-Dotbot
-Download Wonder
-EasyDL
+Dispatch
+DnBCrawler-Analytics
+EMail Wolf
+Ebingbong
 EirGrabber
-Exabot
-Extractor
 Extreme Picture Finder
-EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-Fimap
-Foobot
-Fuzz
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
+Firefox/7.0
+FlashGet
+FrontPage
+FyberSpider
 Genieo
-GermCrawler
-GetRight
-Gigabot
-GoZilla
-Gotit
+Go!Zilla
 Grabber
+Grafula
 GridBot
+HEADMasterSEO
 HTMLparser
-HTTrack
+Haansoft
 HaosouSpider
 Havij
-Heritrix
+Humanlinks
 HybridBot
-IDBTE4M
-IDBot
-IRLbot
-Id-search
 IlseBot
-Indy Library
+Image Fetch
+Image Sucker
+InfoTekies
 Intelliseek
+InternetSeer
 Iria
-JikeSpider
-JustView
+JOC Web Spider
+JennyBot
+Jetty
 Jyxobot
-Kenjin Spider
-Keyword Density
+Kozmosbot
 LWP::Simple
-Larbin
-LexiBot
-LibWeb
-LieBaoFast
-LinkWalker
+Lftp
+Likse
 Linkbot
-LinkextractorPro
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-Litemage_walker
-MIDown tool
+Lmspider
 MIIxpc
+MJ12bot
 MQQBrowser
-Magnet
+MSIECrawler
+Mail.RU_Bot
 Majestic12
+MarkMonitor
 MarkWatch
+Masscan
 MauiBot
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
 Microsoft Data Access
-Microsoft URL Control
-Mister PiX
 Mojolicious
-Mozlila
-Musobot
-Nessus
-NetSpider
-Netcraft
+Msrabot
+Name Intelligence
+NearSite
+Needle
+NetZIP
+Nettrack
+Netvibes
 Nibbler
-Nimbostratus
-Nmap
+NimbleCrawler
+Ninja
 Nutch
-Offline Navigator
-OpenVAS
+Openvas
 OrangeBot
+OrangeSpider
+OutclicksBot
 OutfoxBot
-PageGrabber
+PECL::HTTP
+Page Analyzer
+PageAnalyzer
+Papa Foto
+Pavuk
+PeoplePal
 Petalbot
-Pi-Monster
 Picscout
-Piepmatz
-ProPowerBot
+PictureFinder
+Pimonster
+PleaseCrawl
+Pockey
 ProWebWalker
 Pump
+PxBroker
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
+RankActive
 RankActiveLinkBot
-RankingBot
 RankingBot2
 Re-re
-RealDownload
+ReGet
 Reaper
+RebelMouse
 RedesScrapy
-RepoMonkey
-Ripper
-RocketCrawler
+SBIder
+SEOkicks
 SEOlyticsCrawler
+SEOprofiler
 SEOstats
-SISTRIX
 SMTBot
-SalesIntelligent
-Scrapy
-ScreenerBot
+ScanAlert
+Screaming
 SearchmetricsBot
 Semrush
 SemrushBot
+SeoSiteCheckup
 Shodan
-Site Sucker
+SiteCheckerBotCrawler
 SiteExplorer
-Sitebeam
-Snake
-SocialRankIOBot
-Sociscraper
+Sitevigil
+SmartDownload
+Snoopy
 Sogou web spider
-Sottopop
+SpaceBison
 Spammen
 SpankBot
-Spanner
-Spbot
 Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
 Sucker
 Sucuri
+SuperBot
+SuperHTTP
+Surfbot
+SurveyBot
 Suzuran
-T0PHackTeam
-T8Abot
-Telesphoreo
+Swiftbot
+Szukacz
+Teleport
+Telesoft
 Telesphorep
-TightTwatBot
-Toata
-Trendiction
-URLy Warning
-Upflow
-VCI
+TheNomad
+Thumbor
+Titan
+Toweyabot
+Trendictionbot
+Turingos
+TwengaBot
+Typhoeus
+URLy.Warning
+UnisterBot
+VB Project
+Vagabondo
 VelenPublicWebCrawler
-VeriCiteCrawler
-VidibleScraper
-Voltron
-WBSearchBot
+WASALive-Bot
+WISENutbot
+WPScan
 WWW::Mechanize
-WeSEE
+Wallpapers
+Wallpapers/3.0
+WallpapersHD
 Web Auto
+Web Collage
 Web Fuck
 Web Pix
+WebCollage
+WebCopier
+WebImageCollector
 WebPix
-WebReaper
 WebSauger
-WebStripper
+WebSucker
+WebWhacker
 WebZIP
-Webalta
 WebmasterWorldForumBot
-WebsiteExtractor
-WinHTTrack
+Website Quester
+Who.is Bot
+Widow
+WiseGuys Robot
 Woobot
 Wotbox
-Xaldon_WebSpider
-Zauba
+Xenu
+YoudaoBot
+Zade
 Zitebot
-ZmEu
-ZoomBot
 ZoominfoBot
+ZumBot
 arquivo.pt
-autoemailspider
-backlink-check
-cah.io.community
+check1.exe
 cognitiveseo
 com.plumanalytics
 crawl.sogou.com
-crawler.feedback
 crawler4j
-eCatch
-facebookscraper
+dataforseo.com
 gopher
+heritrix
+instabid
 ips-agent
-lwp-request
 lwp-trivial
-magpie-crawler
-meanpathbot
-mediawords
-netEstate NE Crawler
+muhstik-scan
 oBot
-pcBrowser
 polaris version
+ripz
 satoristudio.net
+scalaj-http
+seobility
 seostar
 serpstatbot
-spyfu
-tAkeOut
-trendiction.com
 trendiction.de
-voyagerx.com
-webmeup-crawler
+ubermetrics-technologies.com
 webpros.com
 webprosbot
 x09Mozilla